-- Logs begin at Tue 2022-01-18 11:56:28 UTC, end at Tue 2022-01-18 12:58:00 UTC. -- Jan 18 12:34:49.029993 dv-cinder-825100-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 12:34:51.176902 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:34:51.177581 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:34:51.177671 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82751) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:34:51.179814 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:34:51.180059 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:34:51.180328 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82751) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:34:51.181782 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:34:51.182015 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:34:51.182361 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:34:51.182601 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:34:51.182820 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:34:51.183136 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.183429 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.183720 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.183944 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.184233 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.184541 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.184818 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.185101 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.185410 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.185755 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.185975 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.186257 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.186478 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.186753 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.187034 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.187335 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.187554 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] debug = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.187829 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.188272 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.188675 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.188954 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.189243 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.189512 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.189784 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.190064 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.190403 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] host = dv-cinder-825100-1-smb {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.190666 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.190948 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.191230 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.191510 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.191779 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.192052 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.192356 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.192627 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.192915 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] log_file = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.193227 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.193519 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.193903 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.194209 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.194433 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.194675 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.194957 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.195245 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.195521 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.195792 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.196065 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.196358 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.196633 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.196918 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.197741 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.198023 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.198305 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.198578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.198848 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.199115 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.199391 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.199673 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.199943 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.200210 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.200503 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.200785 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.201050 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.201320 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.201619 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.201899 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.202176 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.202455 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.202828 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.203072 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.203346 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.203611 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.203874 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] use_json = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.204144 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.204431 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.204728 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.204993 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.205258 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.205544 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.205794 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.206073 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:51.206367 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.206659 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.206952 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.207229 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.207511 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.207790 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.208072 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.208370 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.208653 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.208934 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.209223 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.209498 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.209777 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.210066 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.210399 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.210684 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.210957 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.211241 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.211566 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.211858 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.212109 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.212423 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.212739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.213010 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.213287 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.213559 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.213828 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.214095 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.214365 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.214648 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.214919 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.215184 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.215449 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.215721 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.215987 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.216285 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.216556 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.216823 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.217091 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.217364 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.217635 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.217898 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.218169 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.218435 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.218704 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.218971 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.219242 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.219580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.219822 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.220094 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.220391 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.220662 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.220933 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.221200 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.221491 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.221801 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.222076 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.222347 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.222634 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.222981 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.223271 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.223549 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.223825 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.224099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.224396 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.224670 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.224974 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.225276 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.225547 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.225835 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.226130 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.226455 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.226728 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.227001 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.227569 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.227673 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.227955 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.228718 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.229067 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.229279 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.229558 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.229854 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.230145 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.230434 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.230722 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.231013 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.231289 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.231595 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.231871 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:51.232084 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:34:51.232363 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82751) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 12:34:51.643312 dv-cinder-825100-1-smb neutron-server[82751]: INFO keyring.backend [-] Loading KWallet Jan 18 12:34:51.650975 dv-cinder-825100-1-smb neutron-server[82751]: INFO keyring.backend [-] Loading SecretService Jan 18 12:34:51.654363 dv-cinder-825100-1-smb neutron-server[82751]: INFO keyring.backend [-] Loading Windows Jan 18 12:34:51.655721 dv-cinder-825100-1-smb neutron-server[82751]: INFO keyring.backend [-] Loading chainer Jan 18 12:34:51.656372 dv-cinder-825100-1-smb neutron-server[82751]: INFO keyring.backend [-] Loading macOS Jan 18 12:34:51.690850 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:34:51.691119 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:34:51.691405 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:34:51.691739 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 12:34:52.006990 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.007274 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.007540 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.065813 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.066091 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.066354 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.069571 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.069842 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.070126 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.098858 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.099162 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.099397 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.127863 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.128132 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.128436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.456963 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.457679 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.457679 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.457679 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.458580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.582043 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.582356 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.582639 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.582907 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.583169 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.583473 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.583736 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.583990 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.584270 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.584552 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.584791 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.585051 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.585311 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.585562 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.585823 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.586084 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.586333 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.586598 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.586848 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.587131 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.587567 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.587818 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.588062 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.588367 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.588611 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.588853 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.589234 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:52.589469 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:52.589703 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:52.589936 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:52.590163 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:52.590393 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:52.591298 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 12:34:52.594538 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 12:34:52.598562 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 12:34:52.602485 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jan 18 12:34:52.604132 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 12:34:52.604542 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 12:34:52.604872 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 12:34:52.605251 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 12:34:52.608163 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 12:34:52.608443 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 12:34:52.608792 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:34:52.640980 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 12:34:52.641434 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.641732 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82751) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 12:34:52.642093 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.643468 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82751) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 12:34:52.643754 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:34:52.643999 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 12:34:52.647297 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.647580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:52.708303 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 12:34:52.708466 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 12:34:52.708703 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 12:34:52.709188 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 12:34:52.740609 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_db.sqlalchemy.engines [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82751) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 12:34:53.063982 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing driver for type 'gre' Jan 18 12:34:53.064461 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] gre ID ranges: [(1, 1000)] Jan 18 12:34:53.116125 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing driver for type 'local' Jan 18 12:34:53.116506 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing driver for type 'vlan' Jan 18 12:34:53.129871 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] VlanTypeDriver initialization complete Jan 18 12:34:53.130222 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing driver for type 'vxlan' Jan 18 12:34:53.130725 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] vxlan ID ranges: [(1, 1000)] Jan 18 12:34:53.183686 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing extension driver 'port_security' Jan 18 12:34:53.187543 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] PortSecurityExtensionDriver initialization complete Jan 18 12:34:53.187543 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing mechanism driver 'openvswitch' Jan 18 12:34:53.187543 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing mechanism driver 'hyperv' Jan 18 12:34:53.193349 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:34:53.194042 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.194417 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.194805 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.195338 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:34:53.195777 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnet after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.196156 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnet after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.196784 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.197084 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:34:53.197537 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.197848 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.198234 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.198622 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:34:53.199031 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > security_group after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.199386 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > security_group after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.199730 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.200313 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:34:53.200685 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.201036 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.201382 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.201773 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:34:53.202214 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] ML2 OVO RPC backend initialized. {{(pid=82751) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 12:34:53.202851 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.203208 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.203630 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.203980 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > networks before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.204355 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.204702 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > ports before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.205098 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnet before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.205726 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnets before_response 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.206084 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.206435 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.206780 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.207126 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.207498 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.207840 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.208181 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnet after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.208546 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnet after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.208885 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.209474 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.plugin [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Modular L2 Plugin initialization complete Jan 18 12:34:53.209812 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading services supported by the core plugin {{(pid=82751) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 12:34:53.210151 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.plugins.ml2.managers [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Got port-security extension from driver 'port_security' Jan 18 12:34:53.210615 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.extensions.vlantransparent [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Disabled vlantransparent extension. Jan 18 12:34:53.211080 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82751) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 12:34:53.211529 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: router Jan 18 12:34:53.249416 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.249814 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router after_create 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.250181 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router before_create 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.250568 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.250958 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.251322 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router after_delete 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.251686 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.252052 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router after_create 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.252448 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router after_update 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.252790 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router after_update 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.253311 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.253682 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router after_update 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.254104 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_update 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.254466 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: port after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.254862 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: port after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.255193 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: subnet after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.255533 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.255886 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.256300 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_create 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.256608 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: port before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.256955 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.257344 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router after_update 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.257699 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.258192 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_create 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.258567 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.258921 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_update 55549900 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.259312 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > agent after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.260032 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > agent after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.260217 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > network after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.261286 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Tracking information for resource: router configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:53.261410 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Tracking information for resource: floatingip configured {{(pid=82751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:34:53.266581 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.db.l3_agentschedulers_db [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 12:34:53.267204 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: port after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.267569 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: port after_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.267929 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: port after_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.268358 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: port after_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.269407 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router before_create 55550100 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.269780 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.270153 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_create 55550100 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.270517 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > router precommit_update 55550100 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.274862 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.services.provider_configuration [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service providers = [] {{(pid=82751) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 12:34:53.275748 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.db.servicetype_db [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82751) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 12:34:53.278758 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.services.service_base [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:34:53.279114 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.services.service_base [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:34:53.279463 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.services.service_base [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:34:53.280389 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.services.service_base [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:34:53.280776 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.services.service_base [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 12:34:53.281152 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.281482 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 12:34:53.293825 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.294167 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: auto_allocate Jan 18 12:34:53.300533 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: network precommit_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.300904 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: network precommit_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.301430 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.301757 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: tag Jan 18 12:34:53.308906 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.309242 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: timestamp Jan 18 12:34:53.313297 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.313634 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: network_ip_availability Jan 18 12:34:53.319131 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.319461 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.319824 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.320582 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.320913 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: flavors Jan 18 12:34:53.325740 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.326081 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading Plugin: revisions Jan 18 12:34:53.330385 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:34:53.330783 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_concurrency.lockutils [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.639s {{(pid=82751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:34:53.331532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82751) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 12:34:53.331874 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Initializing extension manager. Jan 18 12:34:53.332426 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: __init__.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.332777 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: __pycache__ {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.333118 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.333460 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.333795 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: _filter_validation_lib.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.334131 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.334465 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: address_group.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.335260 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.335828 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: address-group Jan 18 12:34:53.336158 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: address_scope.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.337071 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.338148 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: address-scope Jan 18 12:34:53.338413 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.339384 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.339895 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: router-admin-state-down-before-update Jan 18 12:34:53.340219 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: agent.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.341117 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.341669 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: agent Jan 18 12:34:53.341959 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: agent_resources_synced.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.342920 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.343426 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: agent-resources-synced Jan 18 12:34:53.343747 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: allowedaddresspairs.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.346002 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.346524 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: allowed-address-pairs Jan 18 12:34:53.346855 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: auto_allocated_topology.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.348018 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.348493 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: auto-allocated-topology Jan 18 12:34:53.348945 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: availability_zone.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.349529 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.350069 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: availability_zone Jan 18 12:34:53.350390 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: availability_zone_filter.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.351482 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.351993 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: availability_zone_filter Jan 18 12:34:53.352381 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: data_plane_status.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.353851 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.354358 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 12:34:53.354684 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: default_subnetpools.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.355777 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.356313 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: default-subnetpools Jan 18 12:34:53.356644 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.357475 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.357986 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: dhcp_agent_scheduler Jan 18 12:34:53.358368 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: dns.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.359402 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.359918 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 12:34:53.360275 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: dns_domain_ports.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.361212 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.361723 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 12:34:53.362051 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: dvr.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.362739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.363247 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: dvr Jan 18 12:34:53.363572 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: empty_string_filtering.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.364528 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.365034 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: empty-string-filtering Jan 18 12:34:53.365357 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.366277 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.366780 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:34:53.367109 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.368041 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.368725 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 12:34:53.369053 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: external_net.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.369975 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.370515 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: external-net Jan 18 12:34:53.370840 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.371767 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.372449 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: extra_dhcp_opt Jan 18 12:34:53.372783 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: extraroute.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.373754 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.374234 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: extraroute Jan 18 12:34:53.374556 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: extraroute_atomic.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.375605 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.376152 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: extraroute-atomic Jan 18 12:34:53.376624 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: filter_validation.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.377317 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.377822 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: filter-validation Jan 18 12:34:53.378178 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: fip_pf_description.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.379100 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.379611 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 12:34:53.379940 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: fip_port_details.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.380893 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.381563 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: fip-port-details Jan 18 12:34:53.381893 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: flavors.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.383179 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.383694 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: flavors Jan 18 12:34:53.384025 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.385930 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.386457 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 12:34:53.386821 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: floatingip_pools.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.387539 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.388052 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: floatingip-pools Jan 18 12:34:53.388421 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: ip_allocation.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.389378 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.389929 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 12:34:53.390390 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.391321 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.391869 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: ip-substring-filtering Jan 18 12:34:53.392199 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l2_adjacency.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.393204 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.393840 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 12:34:53.394171 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l3.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.395179 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.395706 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: router Jan 18 12:34:53.396035 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.398647 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.399184 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:34:53.399522 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.401151 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.401673 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: ext-gw-mode Jan 18 12:34:53.402055 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.402975 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.403536 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: l3-ha Jan 18 12:34:53.404002 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l3_flavors.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.404974 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.405524 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: l3-flavors Jan 18 12:34:53.405854 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.406827 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.407458 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 12:34:53.407795 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: l3agentscheduler.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.409001 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.409447 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: l3_agent_scheduler Jan 18 12:34:53.409778 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: logging.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.411318 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.411880 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension logging not supported by any of loaded plugins Jan 18 12:34:53.412380 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: metering.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.413148 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.413766 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: metering Jan 18 12:34:53.414096 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.415456 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.416318 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: metering_source_and_destination_fields Jan 18 12:34:53.417161 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: multiprovidernet.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.418121 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.418668 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: multi-provider Jan 18 12:34:53.419002 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: netmtu.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.419939 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.420518 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: net-mtu Jan 18 12:34:53.420984 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: netmtu_writable.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.421929 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.422557 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: net-mtu-writable Jan 18 12:34:53.422888 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: network_availability_zone.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.423579 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.424085 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: network_availability_zone Jan 18 12:34:53.424475 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: network_ip_availability.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.425601 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.426113 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: network-ip-availability Jan 18 12:34:53.426596 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: network_segment_range.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.427394 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.427900 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 12:34:53.428228 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: pagination.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.429303 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.429638 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: pagination Jan 18 12:34:53.429972 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.431065 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.431611 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: port-mac-address-regenerate Jan 18 12:34:53.431943 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: port_resource_request.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.432911 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.433454 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 12:34:53.433780 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: portbindings.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.434905 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.435425 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: binding Jan 18 12:34:53.435762 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: portbindings_extended.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.437252 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.437777 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: binding-extended Jan 18 12:34:53.438101 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: portsecurity.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.439089 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.439601 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: port-security Jan 18 12:34:53.439925 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: project_id.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.441033 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.441411 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: project-id Jan 18 12:34:53.441880 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: providernet.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.442878 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.443393 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: provider Jan 18 12:34:53.443725 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.447804 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.448354 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos not supported by any of loaded plugins Jan 18 12:34:53.448701 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.450010 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.450563 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 12:34:53.451033 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.451973 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.452555 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 12:34:53.452891 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_default.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.453821 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.454371 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-default not supported by any of loaded plugins Jan 18 12:34:53.454838 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_fip.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.455513 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.456026 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 12:34:53.456403 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_gateway_ip.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.457352 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.457879 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 12:34:53.458224 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_port_network_policy.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.459276 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.459794 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 12:34:53.460152 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_rule_type_details.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.461102 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.461613 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 12:34:53.461977 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: qos_rules_alias.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.463683 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.464201 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 12:34:53.464563 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: quotasv2.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.465517 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.465853 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: quotas Jan 18 12:34:53.466184 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: quotasv2_detail.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.467999 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.468377 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: quota_details Jan 18 12:34:53.468751 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: rbac.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.469834 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.470366 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: rbac-policies Jan 18 12:34:53.470699 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: rbac_address_scope.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.471813 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.472356 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: rbac-address-scope Jan 18 12:34:53.472691 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: rbac_security_groups.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.473665 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.474183 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: rbac-security-groups Jan 18 12:34:53.474511 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: rbac_subnetpool.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.475543 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.476334 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: rbac-subnetpool Jan 18 12:34:53.476786 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: revisionifmatch.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.478361 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.479582 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: revision-if-match Jan 18 12:34:53.480192 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: revisions.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.482278 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.483135 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: standard-attr-revisions Jan 18 12:34:53.483626 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: router_availability_zone.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.484809 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.485846 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: router_availability_zone Jan 18 12:34:53.486242 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: routerservicetype.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.488068 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.488846 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 12:34:53.489073 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.490670 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.491266 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: port-security-groups-filtering Jan 18 12:34:53.491769 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: securitygroup.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.506075 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.506666 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: security-group Jan 18 12:34:53.507130 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: segment.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.507993 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.508550 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension segment not supported by any of loaded plugins Jan 18 12:34:53.508879 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.510434 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.510946 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 12:34:53.511319 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: servicetype.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.512635 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.513158 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: service-type Jan 18 12:34:53.513496 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: sorting.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.514524 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.514898 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: sorting Jan 18 12:34:53.515361 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: standard_attr_segment.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.516369 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.516993 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 12:34:53.517332 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: standardattrdescription.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.517998 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.518507 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: standard-attr-description Jan 18 12:34:53.518835 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: stateful_security_group.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.519775 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.520310 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: stateful-security-group Jan 18 12:34:53.520641 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: stdattrs_common.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.521236 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 12:34:53.521564 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.522513 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.523026 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 12:34:53.523351 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: subnet_onboard.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.524615 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.525615 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: subnet_onboard Jan 18 12:34:53.525956 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.526912 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.527429 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 12:34:53.527760 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: subnet_service_types.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.528724 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.529244 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: subnet-service-types Jan 18 12:34:53.529573 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: subnetallocation.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.530671 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.531187 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: subnet_allocation Jan 18 12:34:53.531520 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.532210 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.532753 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: subnetpool-prefix-ops Jan 18 12:34:53.533083 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.534041 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.534553 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 12:34:53.534882 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: tagging.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.535973 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.536598 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: standard-attr-tag Jan 18 12:34:53.536933 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: timestamp.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.538164 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.538690 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loaded extension: standard-attr-timestamp Jan 18 12:34:53.539023 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: trunk.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.540361 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.540913 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension trunk not supported by any of loaded plugins Jan 18 12:34:53.541241 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: trunk_details.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.542195 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.542710 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 12:34:53.543037 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: uplink_status_propagation.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.543967 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.544521 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 12:34:53.544847 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Loading extension file: vlantransparent.py {{(pid=82751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:34:53.545540 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:34:53.546044 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 12:34:53.548601 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:network Jan 18 12:34:53.550592 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:subnet Jan 18 12:34:53.550592 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:34:53.551379 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:port Jan 18 12:34:53.552277 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.552706 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service FLAVORS assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.553376 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.553803 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.554142 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:router Jan 18 12:34:53.555002 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:34:53.555734 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service METERING assigned prefix: /metering {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.557258 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.557675 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.558037 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:34:53.559367 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:34:53.559831 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:34:53.560546 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:34:53.561373 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service CORE assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.561716 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:34:53.562067 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] subnetpool is already registered Jan 18 12:34:53.562679 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service CORE assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.563014 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:34:53.563350 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] subnetpool is already registered Jan 18 12:34:53.565987 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.566439 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service FLAVORS assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.567048 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.567480 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.567820 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:router Jan 18 12:34:53.568156 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] router is already registered Jan 18 12:34:53.568885 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:34:53.569273 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] floatingip is already registered Jan 18 12:34:53.569860 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service METERING assigned prefix: /metering {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.570740 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:34:53.571072 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] rbac_policy is already registered Jan 18 12:34:53.571715 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:34:53.572522 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] security_group is already registered Jan 18 12:34:53.573119 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:34:53.573450 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] security_group_rule is already registered Jan 18 12:34:53.574149 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service CORE assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.574484 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:34:53.574823 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] subnetpool is already registered Jan 18 12:34:53.575469 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.v2.resource_helper [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Service CORE assigned prefix: {{(pid=82751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:34:53.575821 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:34:53.576280 dv-cinder-825100-1-smb neutron-server[82751]: WARNING neutron.quota.resource_registry [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] subnetpool is already registered Jan 18 12:34:53.576960 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: extensions {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.578474 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: address-groups {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.580061 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: address-scopes {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.581342 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: agents {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.582502 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: auto-allocated-topology {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.583721 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: availability_zones {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.585117 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: dhcp-networks {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.586644 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: dhcp-agents {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.588630 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: routers {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.590458 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: flavors {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.591611 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: service_profiles {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.592843 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: next_providers {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.594331 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: service_profiles {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.595736 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: floatingip-pools {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.596992 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: routers {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.598775 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: floatingips {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.599951 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: l3-routers {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.601335 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: l3-agents {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.602719 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: metering-labels {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.604196 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: metering-label-rules {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.605695 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: network-ip-availabilities {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.606933 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: bindings {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.609691 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: quotas {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.611130 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: quotas {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.612549 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: rbac-policies {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.613838 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: security-groups {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.615033 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: security-group-rules {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.616491 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: service-providers {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.617689 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: subnetpools {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.619248 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: subnetpools {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.620774 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.622476 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.624454 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.626189 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.628081 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.629768 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.631498 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.633346 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.635917 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.637746 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron.api.extensions [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Extended resource: tags {{(pid=82751) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:34:53.643614 dv-cinder-825100-1-smb neutron-server[82751]: WARNING keystonemiddleware.auth_token [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 12:34:53.648574 dv-cinder-825100-1-smb neutron-server[82751]: WARNING keystonemiddleware.auth_token [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 12:34:53.657190 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_concurrency.lockutils [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Acquired lock "singleton_lock" {{(pid=82751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 12:34:53.657675 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_concurrency.lockutils [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Releasing lock "singleton_lock" {{(pid=82751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 12:34:53.658301 dv-cinder-825100-1-smb neutron-server[82751]: INFO oslo_service.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Starting 2 workers Jan 18 12:34:53.662849 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Started child 82854 {{(pid=82751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:34:53.667471 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Started child 82855 {{(pid=82751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:34:53.668505 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:34:53.669032 dv-cinder-825100-1-smb neutron-server[82751]: INFO neutron.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 12:34:53.669688 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Notify callbacks [] for process, before_spawn {{(pid=82751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:34:53.669987 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [-] (82854) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:34:53.672096 dv-cinder-825100-1-smb neutron-server[82751]: INFO oslo_service.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Starting 1 workers Jan 18 12:34:53.672314 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:34:53.673665 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [-] (82855) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:34:53.677107 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Started child 82856 {{(pid=82751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:34:53.677648 dv-cinder-825100-1-smb neutron-server[82751]: INFO oslo_service.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Starting 1 workers Jan 18 12:34:53.681033 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] calling RpcWorker wait() {{(pid=82856) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 12:34:53.681724 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] returning from RpcWorker wait() {{(pid=82856) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 12:34:53.682242 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Started child 82857 {{(pid=82751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:34:53.682906 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:34:53.683066 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG neutron_lib.callbacks.manager [None req-a2ad6cfd-891b-4f82-b03f-6eb206179f04 None None] Notify callbacks [] for process, after_spawn {{(pid=82751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:34:53.683444 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:34:53.685001 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:34:53.685221 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:34:53.685402 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:34:53.685608 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:34:53.685954 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:34:53.686118 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:34:53.686639 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.686920 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.687202 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.687465 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.687746 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.688300 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.688388 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.692487 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693707 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] debug = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693707 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693863 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45776) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:34:53.693949 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693949 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.693949 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.694175 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.694342 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.694600 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.694889 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.695131 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.695383 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.695634 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.695892 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.696131 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.696402 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.696673 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.697444 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.697905 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] host = dv-cinder-825100-1-smb {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.698157 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.698383 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.698643 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.698878 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.699127 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.699361 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.699621 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.699880 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.700135 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.700405 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.700674 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.700901 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.701133 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.701379 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_file = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.701547 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_options = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.701798 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.702063 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.702379 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.702581 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.702754 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.702932 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.703200 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.703368 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.703606 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.703839 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.704056 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.704298 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.704549 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.705380 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.705380 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.705380 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.705631 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089245 Jan 18 12:34:53.706176 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.706176 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.706176 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.707859 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.707859 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.707859 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.709047 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.709047 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.709228 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.709434 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.709665 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713915 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713915 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713915 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.713915 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.714217 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.714431 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.714648 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.714906 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.715128 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.715343 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.715574 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_json = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.715787 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.716002 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.716263 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.717286 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.717526 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.717747 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.718518 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.718518 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.719925 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.720109 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.721428 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.721428 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.721428 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.721428 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.722895 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.722895 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.722895 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.723217 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.723484 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.723735 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.724394 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.724502 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.724702 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.725044 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.725185 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.725448 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.725773 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.725849 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.726061 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.726279 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.727181 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.727181 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.727181 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.727436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.727515 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.728279 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.728279 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.728279 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.729389 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.729389 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.729389 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.729649 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.729849 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.729976 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.730195 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.730455 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.731341 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.731341 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.731341 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.731341 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.731672 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.732136 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.732808 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.733041 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.733996 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.733996 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.733996 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.733996 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.734317 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.734396 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.734542 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.734860 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.736094 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.739124 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.739325 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:34:53.739457 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.739676 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.739920 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.740152 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.740516 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.740696 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.740923 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.741164 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.741838 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.742585 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.742816 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.743224 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.743384 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.743527 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.743717 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.744667 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.744667 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.745038 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.745205 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.745390 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.747532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.747532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.747532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.747532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.747532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.747935 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.748016 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.748721 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.748842 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.750024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.750024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.750024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.750024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.751087 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.751490 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.751949 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.752215 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.752534 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.752785 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.753016 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.753292 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.753752 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755132 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755132 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755132 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755132 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755132 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755132 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755497 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.755497 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.756530 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.756530 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.756788 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.757055 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.757263 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.758532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.759008 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.760103 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.760596 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.761051 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.761506 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.761983 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.762262 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.763099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.763099 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.763348 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.763749 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.765057 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.765057 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.765057 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.765057 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.765449 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768261 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768261 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768261 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768261 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768261 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768261 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768261 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.768816 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.769148 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.769470 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.770630 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.770630 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.770980 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.771400 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.772136 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.772136 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.772136 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.772619 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.772915 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.773301 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.774739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.774739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.774739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.774739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.774739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.774739 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.775923 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.776265 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.776640 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.777050 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.777503 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.777981 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.778321 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.778636 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.779089 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.779426 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.779785 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.781288 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.781288 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.781288 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.781565 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.781855 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.782181 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.782502 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.782811 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.783535 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.783535 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.783711 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.784023 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.784430 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.784719 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.785043 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.785285 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.785528 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.785750 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.785968 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.787578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.787578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.787578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.787578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.787578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.787578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.787578 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.788030 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.788030 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.788326 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.788429 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.788689 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.789002 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.790105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.790105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.790105 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.790363 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.790671 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.790881 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.792060 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.792304 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.792534 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.792754 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.792971 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.793300 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.793561 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.793770 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.794065 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.794294 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.794526 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.794774 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.795095 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.795325 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.795546 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.795768 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.795982 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.796191 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.797523 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.797841 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.798148 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.798416 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.798670 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.798979 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.799374 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.799733 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.799956 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.800659 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.801000 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.801305 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.802676 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.803556 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.803556 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.803556 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.803816 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.804014 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.805049 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.805274 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.805794 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.805794 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.805997 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.806361 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.806616 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.806839 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.807066 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.807325 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.807541 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.807755 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.807911 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:34:53.808481 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:34:53.808595 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:34:53.808747 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:34:53.808920 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:34:53.809205 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:34:53.810383 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:34:53.810599 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.810759 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.810910 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.811071 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.811226 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.811398 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.811565 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.811711 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.811854 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.812014 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.812164 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.812358 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.812510 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.813594 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.813753 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.813912 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.814068 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.814227 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.814390 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.814547 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.814703 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.814860 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.815014 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] debug = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.815170 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.815368 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.815532 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.815688 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.815843 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.815998 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.816155 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.817808 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.817808 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.817808 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.817808 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.817808 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.817808 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818252 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818252 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818252 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818469 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] host = dv-cinder-825100-1-smb {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818469 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818619 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818749 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.818908 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.819060 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.819216 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820283 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820283 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820283 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820283 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820283 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820283 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820764 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820764 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_file = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820764 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_options = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.820946 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.821013 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.821164 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.821363 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.821525 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.821679 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.822363 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.822523 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.822681 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.822838 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.822995 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.823149 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.823307 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.823478 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.823673 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.823828 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.824062 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.824144 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.824325 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.824481 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.824632 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.824794 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.824955 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.825095 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.825251 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.825406 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.825561 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.825719 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.825874 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.826034 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.826190 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.826348 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.826600 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.826719 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.826805 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.826947 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.827125 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.827280 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.827431 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.828400 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.828566 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.828722 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.828878 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.829034 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.829191 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.830766 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_json = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.830766 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.830766 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.830766 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.831032 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.831100 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.831204 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.831700 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.831700 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:34:53.831700 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.831904 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.831998 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.832414 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.833379 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.833549 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.833715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.833873 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.834031 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.834189 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.834388 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.834495 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.834674 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.834833 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.835014 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.835141 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.835309 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.835471 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.835628 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.835913 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.835913 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.836089 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.836262 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.836499 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.836595 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.836724 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.836881 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.837039 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.837197 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.837355 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.837573 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.838222 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.838381 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.838539 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.838697 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.838856 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.839009 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.839160 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.839468 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.839468 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.839638 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.839795 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.839969 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.840074 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.840299 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.840439 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.840703 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.840872 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.841051 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.841205 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.841319 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.841488 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.841646 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.841803 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.841960 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.842118 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.842275 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.842432 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.842742 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.842742 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.842872 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.843195 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.843298 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.843379 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.843582 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.843698 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.843855 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.844013 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.844171 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.844350 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.844507 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.844665 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.844822 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.844978 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.845145 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.845319 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.845480 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.845655 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.845819 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.845968 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.846146 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.846253 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.846397 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.846553 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.846710 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.846867 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.847024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.847183 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.847341 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.847499 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.847655 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.848151 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.848151 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.848151 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.849065 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.849242 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.849404 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.849584 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.849701 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.849861 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.850017 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.850185 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.850343 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.850502 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.850684 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.850982 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.851088 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.851247 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.851404 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.851561 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.851718 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.851875 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.852048 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.852190 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.853249 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.853411 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.853603 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.853691 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:34:53.853783 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.853938 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.854097 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.854255 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.854415 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.854596 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.854754 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.854912 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.855070 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.855228 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.855386 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.855543 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.855700 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.855858 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.856016 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.856190 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.856542 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.856542 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.856900 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.856900 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.857123 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.857123 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.857613 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.857613 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.857613 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858024 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858712 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858712 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858712 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858712 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.858712 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859216 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859216 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859216 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859423 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859423 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859573 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859729 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.859886 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.860043 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.860203 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.860396 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.860556 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.860714 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.860871 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.861028 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.861185 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.861346 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.861502 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.861662 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.861819 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.861977 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.862135 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.862293 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.862450 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.862607 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.862764 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.862922 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.863094 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.863251 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.863408 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.863565 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.863726 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.863884 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.864041 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.864199 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.864387 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.864545 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.864704 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.864865 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.865056 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.865177 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.865335 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.865493 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.865649 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.865806 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.865973 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.866133 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.866286 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.866458 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.866913 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.866913 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.866913 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.867618 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.867618 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.867618 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.867618 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.867618 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.868290 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.868290 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.868290 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.868290 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.869640 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.869640 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.869640 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.869640 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.869640 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.871580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.871580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.871580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.871580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.871580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.871580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.871580 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.872852 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.874715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.874715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.874715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.874715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.874715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.874715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.874715 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.875908 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.875908 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.875908 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.875908 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.875908 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.875908 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.876666 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.876831 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.879436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.879436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.879436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.879436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.879436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:34:53.879436 dv-cinder-825100-1-smb neutron-server[82751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:35:04.141570 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671eb84-818f-473e-9e5c-832982f1961d None None] get_active_networks_info from dv-cinder-825100-1-smb {{(pid=82856) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 12:35:04.234598 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671eb84-818f-473e-9e5c-832982f1961d None None] No non-hosted networks {{(pid=82856) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 12:35:04.236946 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-50bb09e4-464f-466e-a286-af5aea364b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744420'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:06.305797 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cb4add9b-2eef-432e-9f20-fb5f32939177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744420'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:06.345951 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e05c62a4-74f8-40ce-9a71-e80039ead5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:07.450728 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744420'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:07.677786 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744420'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:07.679244 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.680209 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.681526 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.684520 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.687238 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.688725 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.689324 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.691887 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.694896 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.699383 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.701010 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:07.701706 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825100-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:07.713305 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825100-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:08.900266 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744420'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:10.751427 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45880) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:11.350704 dv-cinder-825100-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-372a5e64-40d5-4c07-ad8d-96bfc9e3dae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:11.351334 dv-cinder-825100-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-372a5e64-40d5-4c07-ad8d-96bfc9e3dae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:11.569734 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [None req-372a5e64-40d5-4c07-ad8d-96bfc9e3dae1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:11.583308 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-372a5e64-40d5-4c07-ad8d-96bfc9e3dae1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8184934 Jan 18 12:35:12.385912 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.db.l3_hamode_db [None req-ac94b800-295c-4b64-ac74-0ef363912c0a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 12:35:12.471070 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94b800-295c-4b64-ac74-0ef363912c0a None None] Routers set() bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:12.471391 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94b800-295c-4b64-ac74-0ef363912c0a None None] Router IDs set() for agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 12:35:13.815728 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45894) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:14.199175 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:14.252806 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.policy [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82854) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:35:14.253564 dv-cinder-825100-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:14.253933 dv-cinder-825100-1-smb neutron-server[82854]: WARNING oslo_policy.policy [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:14.257397 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.quota [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] Loaded quota_driver: . Jan 18 12:35:14.273135 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:14.343123 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459827680', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459846919', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459835927', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459858865', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768459864357', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1574667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579641', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756174'] for rbac-policy, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:14.410635 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:14.411701 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f56ae0c0-780b-4c30-b366-e9d25a6c1cc8 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5950043 Jan 18 12:35:16.903961 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45908) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:17.272108 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'name': 'private'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:17.277647 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:17.282108 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Usage tracker for resource:network and tenant:32dd5156063b44b1b47787943d8238a4 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:17.286679 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:17.293617 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:17.303095 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Made reservation on behalf of 32dd5156063b44b1b47787943d8238a4 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:17.306677 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.324758 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.367298 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:17.371370 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Usage tracker for resource:security_group_rule and tenant:32dd5156063b44b1b47787943d8238a4 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:17.374146 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:17.380118 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:17.448090 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.452038 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.473979 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:35:17.503043 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768455283155', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.503641 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Unsubscribe: segment precommit_create {{(pid=82854) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:35:17.504134 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Added segment f7b5a1bb-9c23-495f-9002-8a8ae3b75f23 of type vlan for network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 Jan 18 12:35:17.518106 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731f0e01-6463-45fc-9266-aa754527a06d,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:17.578363 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.578627 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.578957 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.579279 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.579601 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.579993 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.580376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.580723 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.581066 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.581404 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.581718 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Tracked resource versions report: Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: pushed versions: Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Log': {'1.0'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Network': {'1.1'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Port': {'1.5'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'PortForwarding': {'1.2'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'QosPolicy': {'1.8'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'SubPort': {'1.0'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Subnet': {'1.1'}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Trunk': {'1.1'}} Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: consumer versions: Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Log': '1.0', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Network': '1.1', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Port': '1.5', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'PortForwarding': '1.2', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'QosPolicy': '1.8', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroup': '1.2', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroupRule': '1.0', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'SubPort': '1.0', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Subnet': '1.1', Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: 'Trunk': '1.1'}} Jan 18 12:35:17.583681 dv-cinder-825100-1-smb neutron-server[82854]: {{(pid=82854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:17.623537 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.662764 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.663762 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:17.665236 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.771746 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8666933 Jan 18 12:35:17.776334 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9509c51-1301-4aa6-9593-2a961a7848a4 admin admin] Pushing event updated for resources: {'Network': ['ID=04490f7a-70aa-4351-b54c-b3b52aa6cf27,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:17.788503 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:35:20.354791 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45924) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:20.822317 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeeb9f7-567e-4dfd-8cf6-e045514f3ef8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:20.823624 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eaeeb9f7-567e-4dfd-8cf6-e045514f3ef8 admin admin] 10.222.0.39 "GET /v2.0/networks/04490f7a-70aa-4351-b54c-b3b52aa6cf27 HTTP/1.1" status: 200 len: 825 time: 0.4679053 Jan 18 12:35:20.853806 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f1be93c3-8142-4278-bca7-f1453cb67d78 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/79a859c2-7278-4a3c-82f7-e9a1eae99799 HTTP/1.1" status: 200 len: 734 time: 0.0249140 Jan 18 12:35:20.862030 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'subnetpool_id': '79a859c2-7278-4a3c-82f7-e9a1eae99799', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '32dd5156063b44b1b47787943d8238a4'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:20.866650 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:20.870887 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Usage tracker for resource:subnet and tenant:32dd5156063b44b1b47787943d8238a4 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:20.873717 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:20.879254 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:20.889146 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Made reservation on behalf of 32dd5156063b44b1b47787943d8238a4 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:20.891336 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:21.153677 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:21.233732 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016323c4-d7cb-41e0-806e-29ce5e4996ab,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:21.245241 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Checking segment: {'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:21.245629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Network hostable DHCP agents. Network: 04490f7a-70aa-4351-b54c-b3b52aa6cf27, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:35:21.268491 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:35:21.278270 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 04490f7a-70aa-4351-b54c-b3b52aa6cf27) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:21.283458 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:21.284052 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:21.290065 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f9f63-e7a7-481b-973a-21083e6c58fe None None] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:21.303854 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-83c3619f-4ef9-4579-865b-010034503012 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4449670 Jan 18 12:35:21.597253 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'fixed_ips': [{'subnet_id': '016323c4-d7cb-41e0-806e-29ce5e4996ab'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:35:21.598424 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:21.782133 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Allocated IP 172.20.0.2 (04490f7a-70aa-4351-b54c-b3b52aa6cf27/016323c4-d7cb-41e0-806e-29ce5e4996ab/a0238a1f-12a5-4dce-bdbf-1de4361b32e0) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:35:22.007769 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:22.021296 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Transition to ACTIVE for port object a0238a1f-12a5-4dce-bdbf-1de4361b32e0 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:22.043610 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Transition to ACTIVE for port object a0238a1f-12a5-4dce-bdbf-1de4361b32e0 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:22.050254 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:22.114367 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:22.117201 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:22.124515 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:35:22.126634 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a0238a1f-12a5-4dce-bdbf-1de4361b32e0,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:22.166113 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.166463 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.166806 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.167141 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.167479 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.167806 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.168131 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.168483 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.168811 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.169135 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.169460 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Tracked resource versions report: Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: pushed versions: Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Log': {'1.0'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Network': {'1.1'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Port': {'1.5'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'PortForwarding': {'1.2'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'QosPolicy': {'1.8'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'SubPort': {'1.0'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Subnet': {'1.1'}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Trunk': {'1.1'}} Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: consumer versions: Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Log': '1.0', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Network': '1.1', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Port': '1.5', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'PortForwarding': '1.2', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'QosPolicy': '1.8', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroup': '1.2', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroupRule': '1.0', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'SubPort': '1.0', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Subnet': '1.1', Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: 'Trunk': '1.1'}} Jan 18 12:35:22.170550 dv-cinder-825100-1-smb neutron-server[82856]: {{(pid=82856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:22.225970 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Attempting to bind port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:35:22.226371 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Attempting to bind port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:35:22.226806 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Attempting to bind port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 on network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:35:22.233778 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:35:22.234176 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Checking segment: {'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:22.234670 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:22.235062 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Bound using segment: {'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:35:22.235521 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Bound port: a0238a1f-12a5-4dce-bdbf-1de4361b32e0, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:35:22.235923 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:22.320465 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] For port a0238a1f-12a5-4dce-bdbf-1de4361b32e0, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:35:22.324760 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] For port a0238a1f-12a5-4dce-bdbf-1de4361b32e0, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a0238a1f-12a5-4dce-bdbf-1de4361b32e0,segment=NetworkSegment(f7b5a1bb-9c23-495f-9002-8a8ae3b75f23),segment_id=f7b5a1bb-9c23-495f-9002-8a8ae3b75f23)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:35:22.330248 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:22.434684 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf74b7-794f-4cf4-a1e3-c5892dbdd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a0238a1f-12a5-4dce-bdbf-1de4361b32e0,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:23.632159 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45934) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:24.036631 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [None req-0e321a78-d465-486e-a507-8bf4d4e13283 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:24.037702 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0e321a78-d465-486e-a507-8bf4d4e13283 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4043720 Jan 18 12:35:25.969337 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a0238a1f-12a5-4dce-bdbf-1de4361b32e0 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:26.043741 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:26.079347 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d9aab-9f66-4970-8f60-7d8e498f72b6 None None] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:26.174516 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-55f590fd-01bd-456c-805f-4606167ae194 None None] Provisioning for port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:26.182788 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-55f590fd-01bd-456c-805f-4606167ae194 None None] Provisioning complete for port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:26.183174 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-55f590fd-01bd-456c-805f-4606167ae194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:26.306593 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45948) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:26.403311 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-55f590fd-01bd-456c-805f-4606167ae194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:26.448068 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-55f590fd-01bd-456c-805f-4606167ae194 None None] For port a0238a1f-12a5-4dce-bdbf-1de4361b32e0, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a0238a1f-12a5-4dce-bdbf-1de4361b32e0,segment=NetworkSegment(f7b5a1bb-9c23-495f-9002-8a8ae3b75f23),segment_id=f7b5a1bb-9c23-495f-9002-8a8ae3b75f23)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:35:26.456648 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-55f590fd-01bd-456c-805f-4606167ae194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:26.534884 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f590fd-01bd-456c-805f-4606167ae194 None None] Pushing event updated for resources: {'Port': ['ID=a0238a1f-12a5-4dce-bdbf-1de4361b32e0,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:26.678675 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-daf4e54d-3948-4b97-92d1-bc2386d13385 None None] Provisioning complete for port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:26.679041 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-daf4e54d-3948-4b97-92d1-bc2386d13385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:26.723268 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [None req-8d088185-14c6-42a4-be12-c5d34e2466dc admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:26.724367 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8d088185-14c6-42a4-be12-c5d34e2466dc admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4168637 Jan 18 12:35:27.944548 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a0238a1f-12a5-4dce-bdbf-1de4361b32e0 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:28.018438 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:28.018810 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:29.271819 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 45960) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:29.725640 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '32dd5156063b44b1b47787943d8238a4'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:29.730638 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:29.734352 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Usage tracker for resource:router and tenant:32dd5156063b44b1b47787943d8238a4 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:29.737668 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:29.743264 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:29.753165 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:29.754536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:29.781233 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:29.895830 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:29.915146 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:29.916369 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-dc5d5d94-f5bf-4491-af0f-f391d759dd4d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6432846 Jan 18 12:35:32.154859 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 45970) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:32.759711 dv-cinder-825100-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-d0abedc7-3a0e-4c39-b198-19b997b6d13b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:32.760338 dv-cinder-825100-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-d0abedc7-3a0e-4c39-b198-19b997b6d13b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:32.978995 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [None req-d0abedc7-3a0e-4c39-b198-19b997b6d13b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:32.980322 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d0abedc7-3a0e-4c39-b198-19b997b6d13b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8234360 Jan 18 12:35:34.090084 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5d7684c-5dd3-4727-a383-d6beccbcec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:35.245587 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 45984) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:35.635542 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:35.637026 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.quota [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Loaded quota_driver: . Jan 18 12:35:35.653253 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:35.659633 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Usage tracker for resource:network and tenant:95416b9d1f8543b7865fcafa08e7b290 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:35.664828 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:35.672292 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:35.687399 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Made reservation on behalf of 95416b9d1f8543b7865fcafa08e7b290 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:35.725621 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.policy [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82855) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:35:35.726395 dv-cinder-825100-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:35.726789 dv-cinder-825100-1-smb neutron-server[82855]: WARNING oslo_policy.policy [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:35.731502 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:35.750671 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:35.794568 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:35.798279 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Usage tracker for resource:security_group_rule and tenant:95416b9d1f8543b7865fcafa08e7b290 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:35.801414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:35.807185 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:35.877178 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:35.881310 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:35.897514 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Reserving flat network on physical network physnet1 {{(pid=82855) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 12:35:35.927920 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768455283155', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:35.928529 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Unsubscribe: segment precommit_create {{(pid=82855) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:35:35.929036 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Added segment cb8481e5-0418-4e6b-a368-886a2cddc1bf of type flat for network e1d6246f-2821-483a-81df-7073a41a1bba Jan 18 12:35:35.981435 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e86ba1-7aae-4a95-bebb-6c6437dd4c17,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:36.007635 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.008546 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.008886 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.009256 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.009662 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.009965 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.010320 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.010681 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.011008 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.011325 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.011643 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Tracked resource versions report: Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: pushed versions: Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Log': {'1.0'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Network': {'1.1'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Port': {'1.5'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'PortForwarding': {'1.2'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'QosPolicy': {'1.8'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'SubPort': {'1.0'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Subnet': {'1.1'}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Trunk': {'1.1'}} Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: consumer versions: Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Log': '1.0', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Network': '1.1', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Port': '1.5', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'PortForwarding': '1.2', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'QosPolicy': '1.8', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroup': '1.2', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroupRule': '1.0', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'SubPort': '1.0', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Subnet': '1.1', Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: 'Trunk': '1.1'}} Jan 18 12:35:36.012731 dv-cinder-825100-1-smb neutron-server[82855]: {{(pid=82855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:36.054404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:36.098375 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:36.099523 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:36.100194 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:36.204049 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d6246f-2821-483a-81df-7073a41a1bba,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:36.207887 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a2346703-7eb1-45bf-abd8-6bb74dfc2630 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9613111 Jan 18 12:35:36.228094 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network e1d6246f-2821-483a-81df-7073a41a1bba details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:35:36.335633 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-67d2d26c-e92c-446d-a5dd-f2fb471e1a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:37.394455 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:37.666659 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:38.456462 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46010) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:38.702310 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f3764-d9cb-439a-a9df-4dfb9e357957 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:38.703635 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-581f3764-d9cb-439a-a9df-4dfb9e357957 admin admin] 10.222.0.39 "GET /v2.0/subnets/016323c4-d7cb-41e0-806e-29ce5e4996ab HTTP/1.1" status: 200 len: 849 time: 0.2462370 Jan 18 12:35:38.837992 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:38.876704 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3899b2f5-abc1-4b2c-9f7a-a1e5c128e0da admin admin] 10.222.0.39 "GET /v2.0/routers/fc0814b4-988a-4039-a73f-7fe1e09bcff5 HTTP/1.1" status: 200 len: 704 time: 0.1677439 Jan 18 12:35:39.356071 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:39.585644 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Allocated IP 172.20.0.1 (04490f7a-70aa-4351-b54c-b3b52aa6cf27/016323c4-d7cb-41e0-806e-29ce5e4996ab/a4a92adc-fd30-457b-867e-a7c9eaa84eb8) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:35:39.750316 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:39.769864 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Transition to ACTIVE for port object a4a92adc-fd30-457b-867e-a7c9eaa84eb8 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:39.824536 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:39.894734 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:39.897727 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:39.903407 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a92adc-fd30-457b-867e-a7c9eaa84eb8,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:39.915063 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:35:39.915626 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.040979 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.087572 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-bf09f50b-ff99-4054-8765-a11bb0e6ba91 None None] Provisioning for port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:40.093068 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-bf09f50b-ff99-4054-8765-a11bb0e6ba91 None None] Provisioning complete for port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:40.093743 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-bf09f50b-ff99-4054-8765-a11bb0e6ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.146426 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-bf09f50b-ff99-4054-8765-a11bb0e6ba91 None None] Port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:35:40.266910 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.271295 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.272067 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.355188 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a92adc-fd30-457b-867e-a7c9eaa84eb8,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:40.472451 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:40.473603 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:40.669446 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-03397c21-004a-4668-a9b1-7665f1bf1421 None None] Provisioning complete for port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:40.669936 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-03397c21-004a-4668-a9b1-7665f1bf1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.721222 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-03397c21-004a-4668-a9b1-7665f1bf1421 None None] Port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:35:40.765355 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:35:40.861108 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Router fc0814b4-988a-4039-a73f-7fe1e09bcff5 is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:35:41.024576 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:35:41.033359 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bd020030-61fe-4dcd-b3a0-ea1e53364913 admin admin] 10.222.0.39 "PUT /v2.0/routers/fc0814b4-988a-4039-a73f-7fe1e09bcff5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1518488 Jan 18 12:35:41.033753 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Sync routers for ids ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:35:41.048774 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Routers {'fc0814b4-988a-4039-a73f-7fe1e09bcff5'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:41.049600 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:35:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:41.218001 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Set router fc0814b4-988a-4039-a73f-7fe1e09bcff5 gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:41.587868 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'name': 'router1', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:29Z', 'updated_at': '2022-01-18T12:35:39Z', 'revision_number': 2, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'gw_port_host': None, '_interfaces': [{'id': 'a4a92adc-fd30-457b-867e-a7c9eaa84eb8', 'name': '', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'mac_address': 'fa:16:3e:a8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:39Z', 'updated_at': '2022-01-18T12:35:40Z', 'revision_number': 2, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'subnets': [{'id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79a859c2-7278-4a3c-82f7-e9a1eae99799'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:41.592694 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Checking router: fc0814b4-988a-4039-a73f-7fe1e09bcff5 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:35:41.593071 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Updating router fc0814b4-988a-4039-a73f-7fe1e09bcff5 port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:35:41.647289 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:42.017880 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:42.032073 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Transition to ACTIVE for port object a4a92adc-fd30-457b-867e-a7c9eaa84eb8 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:42.038430 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:42.230544 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Pushing event updated for resources: {'Port': ['ID=a4a92adc-fd30-457b-867e-a7c9eaa84eb8,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:42.271148 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.271496 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.271832 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.272165 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.272518 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.272840 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.273756 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.274086 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.274405 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.274720 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.275035 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Tracked resource versions report: Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: pushed versions: Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Log': {'1.0'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Network': {'1.1'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Port': {'1.5'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'PortForwarding': {'1.2'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'QosPolicy': {'1.8'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'SubPort': {'1.0'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Subnet': {'1.1'}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Trunk': {'1.1'}} Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: consumer versions: Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Log': '1.0', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Network': '1.1', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Port': '1.5', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'PortForwarding': '1.2', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'QosPolicy': '1.8', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroup': '1.2', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroupRule': '1.0', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'SubPort': '1.0', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Subnet': '1.1', Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: 'Trunk': '1.1'}} Jan 18 12:35:42.276094 dv-cinder-825100-1-smb neutron-server[82857]: {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:42.299325 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Attempting to bind port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:35:42.299725 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Attempting to bind port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:35:42.300149 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Attempting to bind port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 on network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:35:42.306491 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:35:42.306888 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Checking segment: {'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:42.307368 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:42.307753 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Bound using segment: {'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:35:42.308221 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Bound port: a4a92adc-fd30-457b-867e-a7c9eaa84eb8, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b5a1bb-9c23-495f-9002-8a8ae3b75f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:35:42.308624 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:42.398007 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] For port a4a92adc-fd30-457b-867e-a7c9eaa84eb8, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:35:42.402155 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] For port a4a92adc-fd30-457b-867e-a7c9eaa84eb8, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a4a92adc-fd30-457b-867e-a7c9eaa84eb8,segment=NetworkSegment(f7b5a1bb-9c23-495f-9002-8a8ae3b75f23),segment_id=f7b5a1bb-9c23-495f-9002-8a8ae3b75f23)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:35:42.406938 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:42.499934 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eab26-9a60-4c58-8ce8-8c8acea6b89b None None] Pushing event updated for resources: {'Port': ['ID=a4a92adc-fd30-457b-867e-a7c9eaa84eb8,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:42.509340 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Routers {'fc0814b4-988a-4039-a73f-7fe1e09bcff5'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:42.509954 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:35:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:42.666193 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] Set router fc0814b4-988a-4039-a73f-7fe1e09bcff5 gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:42.987243 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'name': 'router1', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:29Z', 'updated_at': '2022-01-18T12:35:39Z', 'revision_number': 2, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'gw_port_host': None, '_interfaces': [{'id': 'a4a92adc-fd30-457b-867e-a7c9eaa84eb8', 'name': '', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'mac_address': 'fa:16:3e:a8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:39Z', 'updated_at': '2022-01-18T12:35:42Z', 'revision_number': 4, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'subnets': [{'id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79a859c2-7278-4a3c-82f7-e9a1eae99799'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:42.991207 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90de4c-a160-41a1-836f-dfda454aa7e3 None None] The sync data for ids ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'] in dv-cinder-825100-1-smb is: [{'id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'name': 'router1', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:29Z', 'updated_at': '2022-01-18T12:35:39Z', 'revision_number': 2, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'gw_port_host': None, '_interfaces': [{'id': 'a4a92adc-fd30-457b-867e-a7c9eaa84eb8', 'name': '', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'mac_address': 'fa:16:3e:a8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:39Z', 'updated_at': '2022-01-18T12:35:42Z', 'revision_number': 4, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'subnets': [{'id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79a859c2-7278-4a3c-82f7-e9a1eae99799'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:35:43.097068 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46034) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:43.269085 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f9f72b-5eac-4217-a0f9-14beda4de0b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:43.269641 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c3f9f72b-5eac-4217-a0f9-14beda4de0b8 admin admin] Synchronizing usage tracker for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:network {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:35:43.287414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c3f9f72b-5eac-4217-a0f9-14beda4de0b8 admin admin] Unset dirty status for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:network {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:35:43.289418 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c3f9f72b-5eac-4217-a0f9-14beda4de0b8 admin admin] 10.222.0.39 "GET /v2.0/networks/e1d6246f-2821-483a-81df-7073a41a1bba HTTP/1.1" status: 200 len: 842 time: 0.1907032 Jan 18 12:35:43.298299 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Request body: {'subnet': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:43.303379 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:43.307885 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Usage tracker for resource:subnet and tenant:95416b9d1f8543b7865fcafa08e7b290 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:43.310332 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:43.316447 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:43.327682 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Made reservation on behalf of 95416b9d1f8543b7865fcafa08e7b290 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:43.329951 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:43.703195 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.objects.ports [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82855) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 12:35:43.703609 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:43.779837 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29804e2a-3144-4b5c-99d5-f4f92c434be4,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:43.790579 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:43.790924 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Network hostable DHCP agents. Network: e1d6246f-2821-483a-81df-7073a41a1bba, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:35:43.815142 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:35:43.839611 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, e1d6246f-2821-483a-81df-7073a41a1bba) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:43.847070 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:43.848297 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:43.856142 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc69cf9-2411-4b1a-bb32-4ef748c09e72 None None] Network e1d6246f-2821-483a-81df-7073a41a1bba requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:43.871506 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-096a0f5c-6614-42a1-99d8-78b2fef2c47d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5763724 Jan 18 12:35:44.014927 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a4a92adc-fd30-457b-867e-a7c9eaa84eb8 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:44.180671 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5ed75-eafa-42da-b224-7538c54d45ef None None] Network e1d6246f-2821-483a-81df-7073a41a1bba requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:44.201333 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:44.262727 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:44.263186 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:44.526224 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:44.560814 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port a4a92adc-fd30-457b-867e-a7c9eaa84eb8, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a4a92adc-fd30-457b-867e-a7c9eaa84eb8,segment=NetworkSegment(f7b5a1bb-9c23-495f-9002-8a8ae3b75f23),segment_id=f7b5a1bb-9c23-495f-9002-8a8ae3b75f23)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:35:44.564743 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:44.628944 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=a4a92adc-fd30-457b-867e-a7c9eaa84eb8,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:45.950462 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a4a92adc-fd30-457b-867e-a7c9eaa84eb8 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:46.049176 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:46.049731 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:46.087072 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46048) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:46.337436 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b97585f7-38d5-437d-a0c2-ae919fdab25b admin admin] 10.222.0.39 "GET /v2.0/routers/fc0814b4-988a-4039-a73f-7fe1e09bcff5 HTTP/1.1" status: 200 len: 710 time: 0.2488687 Jan 18 12:35:46.471934 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f04719-6476-405a-9265-25385025f77d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:46.473287 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-17f04719-6476-405a-9265-25385025f77d admin admin] 10.222.0.39 "GET /v2.0/networks/e1d6246f-2821-483a-81df-7073a41a1bba HTTP/1.1" status: 200 len: 886 time: 0.1305306 Jan 18 12:35:46.482708 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:46.993936 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.177902 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.235887 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.368631 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Allocated IP 172.28.2.104 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/2fe483ff-a68f-40ec-b35d-4f60bf29c059) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:35:47.514465 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.541476 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.606536 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:47.609781 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:47.612597 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe483ff-a68f-40ec-b35d-4f60bf29c059,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:47.616082 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:35:47.750674 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.945828 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.949085 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744826', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737764'] for router, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:48.140293 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Router fc0814b4-988a-4039-a73f-7fe1e09bcff5 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:35:48.338279 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:35:48.346099 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:48.347252 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ef34d43c-a259-47da-9a11-6c0e2c403189 admin admin] 10.222.0.39 "PUT /v2.0/routers/fc0814b4-988a-4039-a73f-7fe1e09bcff5 HTTP/1.1" status: 200 len: 890 time: 1.8678911 Jan 18 12:35:48.347891 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Sync routers for ids ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:35:48.361109 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Routers {'fc0814b4-988a-4039-a73f-7fe1e09bcff5'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:48.361780 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:35:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:48.564675 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Set router fc0814b4-988a-4039-a73f-7fe1e09bcff5 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:48.907033 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'name': 'router1', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '2fe483ff-a68f-40ec-b35d-4f60bf29c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:29Z', 'updated_at': '2022-01-18T12:35:47Z', 'revision_number': 4, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'gw_port': {'id': '2fe483ff-a68f-40ec-b35d-4f60bf29c059', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:47Z', 'updated_at': '2022-01-18T12:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'a4a92adc-fd30-457b-867e-a7c9eaa84eb8', 'name': '', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'mac_address': 'fa:16:3e:a8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:39Z', 'updated_at': '2022-01-18T12:35:44Z', 'revision_number': 5, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'subnets': [{'id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79a859c2-7278-4a3c-82f7-e9a1eae99799'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:48.911852 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Checking router: fc0814b4-988a-4039-a73f-7fe1e09bcff5 for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:35:48.912224 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Updating router fc0814b4-988a-4039-a73f-7fe1e09bcff5 port 2fe483ff-a68f-40ec-b35d-4f60bf29c059 binding host dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:35:48.961879 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.290055 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.301633 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Transition to ACTIVE for port object 2fe483ff-a68f-40ec-b35d-4f60bf29c059 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:49.309381 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.390432 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Attempting to bind port 2fe483ff-a68f-40ec-b35d-4f60bf29c059 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:35:49.391091 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Attempting to bind port 2fe483ff-a68f-40ec-b35d-4f60bf29c059 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:35:49.391209 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Attempting to bind port 2fe483ff-a68f-40ec-b35d-4f60bf29c059 on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:35:49.397337 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef250a5-a7d1-4fbc-a468-0341a9a41034 None None] Pushing event updated for resources: {'Port': ['ID=2fe483ff-a68f-40ec-b35d-4f60bf29c059,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:49.402239 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:35:49.402610 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:49.403009 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.403383 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:35:49.403837 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Bound port: 2fe483ff-a68f-40ec-b35d-4f60bf29c059, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:35:49.404217 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.474727 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] For port 2fe483ff-a68f-40ec-b35d-4f60bf29c059, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:35:49.478144 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] For port 2fe483ff-a68f-40ec-b35d-4f60bf29c059, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=2fe483ff-a68f-40ec-b35d-4f60bf29c059,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:35:49.482219 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.566057 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef250a5-a7d1-4fbc-a468-0341a9a41034 None None] Pushing event updated for resources: {'Port': ['ID=2fe483ff-a68f-40ec-b35d-4f60bf29c059,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:49.574503 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Routers {'fc0814b4-988a-4039-a73f-7fe1e09bcff5'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:49.575360 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:35:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:49.777693 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] Set router fc0814b4-988a-4039-a73f-7fe1e09bcff5 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:50.110274 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'name': 'router1', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '2fe483ff-a68f-40ec-b35d-4f60bf29c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:29Z', 'updated_at': '2022-01-18T12:35:47Z', 'revision_number': 4, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'gw_port': {'id': '2fe483ff-a68f-40ec-b35d-4f60bf29c059', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:47Z', 'updated_at': '2022-01-18T12:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'a4a92adc-fd30-457b-867e-a7c9eaa84eb8', 'name': '', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'mac_address': 'fa:16:3e:a8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:39Z', 'updated_at': '2022-01-18T12:35:44Z', 'revision_number': 5, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'subnets': [{'id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79a859c2-7278-4a3c-82f7-e9a1eae99799'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:50.114330 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643852bd-57d2-41f2-a7a1-991536d8aa95 None None] The sync data for ids ['fc0814b4-988a-4039-a73f-7fe1e09bcff5'] in dv-cinder-825100-1-smb is: [{'id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'name': 'router1', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '2fe483ff-a68f-40ec-b35d-4f60bf29c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:29Z', 'updated_at': '2022-01-18T12:35:47Z', 'revision_number': 4, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'gw_port': {'id': '2fe483ff-a68f-40ec-b35d-4f60bf29c059', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:47Z', 'updated_at': '2022-01-18T12:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'a4a92adc-fd30-457b-867e-a7c9eaa84eb8', 'name': '', 'network_id': '04490f7a-70aa-4351-b54c-b3b52aa6cf27', 'tenant_id': '32dd5156063b44b1b47787943d8238a4', 'mac_address': 'fa:16:3e:a8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0814b4-988a-4039-a73f-7fe1e09bcff5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:39Z', 'updated_at': '2022-01-18T12:35:44Z', 'revision_number': 5, 'project_id': '32dd5156063b44b1b47787943d8238a4', 'subnets': [{'id': '016323c4-d7cb-41e0-806e-29ce5e4996ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79a859c2-7278-4a3c-82f7-e9a1eae99799'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:35:50.624737 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46058) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:50.784834 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-28d09975-6fab-4b12-90d0-8f5df516dd2c admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1587756 Jan 18 12:35:51.990463 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 2fe483ff-a68f-40ec-b35d-4f60bf29c059 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:52.084157 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 2fe483ff-a68f-40ec-b35d-4f60bf29c059 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:52.088951 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 2fe483ff-a68f-40ec-b35d-4f60bf29c059 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:52.089352 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:52.216506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:52.235841 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 2fe483ff-a68f-40ec-b35d-4f60bf29c059, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=2fe483ff-a68f-40ec-b35d-4f60bf29c059,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:35:52.243893 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:52.311512 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=2fe483ff-a68f-40ec-b35d-4f60bf29c059,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:53.961188 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 2fe483ff-a68f-40ec-b35d-4f60bf29c059 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:54.050935 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 2fe483ff-a68f-40ec-b35d-4f60bf29c059 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:54.051298 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:04.093130 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6a5e-5b4b-4c17-9338-ddbd1b53761c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:06.310085 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-853f2aeb-5670-4036-8556-69e643b6c749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:07.403180 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:07.670114 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:08.854809 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:17.765242 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:36:34.095507 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b88d041d-b0f2-4c55-afbf-4e01872b1ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:36.313292 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a681435a-e840-4e0a-85b7-39155d2f59e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:37.402966 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:37.679914 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:38.866270 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:54.764954 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:37:04.104448 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-81edcfd0-4a6f-4994-9069-c2d9d93e1cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:06.317284 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-087f2022-4480-4f46-b4e5-7f1f921dfae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:07.407950 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:07.674099 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:08.865537 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:31.764504 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:37:34.097528 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfded-37e9-47b6-b1ba-c797d66a1ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:36.321868 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0378-880f-415e-9f8c-2c6dd46fe835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:37.405013 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:37.676722 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:38.867214 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:54.193320 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46632) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:37:54.282987 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.pecan_wsgi.hooks.translation [None req-c100b696-457d-4ea3-9fe9-c6e8831131f8 admin admin] GET failed (client error): The resource could not be found. Jan 18 12:37:54.284174 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c100b696-457d-4ea3-9fe9-c6e8831131f8 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0899203 Jan 18 12:37:54.421082 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262358a4-a806-45b3-9c1f-9cab741fb452 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:37:54.422512 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-262358a4-a806-45b3-9c1f-9cab741fb452 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1337013 Jan 18 12:37:56.443996 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46642) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:37:56.573192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6881ade-8830-4312-b635-aebb8a668d58 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:37:56.573744 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c6881ade-8830-4312-b635-aebb8a668d58 admin admin] Synchronizing usage tracker for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:subnet {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:37:56.590190 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c6881ade-8830-4312-b635-aebb8a668d58 admin admin] Unset dirty status for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:subnet {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:37:56.591391 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c6881ade-8830-4312-b635-aebb8a668d58 admin admin] 10.222.0.39 "GET /v2.0/subnets/016323c4-d7cb-41e0-806e-29ce5e4996ab HTTP/1.1" status: 200 len: 849 time: 0.1464109 Jan 18 12:37:56.600527 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:37:56.717996 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Notify callbacks [] for subnet, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:56.900083 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768455207159'] for subnet, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:56.945807 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:37:56.946386 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:56.952283 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] 10.222.0.39 "PUT /v2.0/subnets/016323c4-d7cb-41e0-806e-29ce5e4996ab HTTP/1.1" status: 200 len: 868 time: 0.3508453 Jan 18 12:37:56.953115 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7510d497-d28c-47c6-95db-9182e7f9686a None None] Network 04490f7a-70aa-4351-b54c-b3b52aa6cf27 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:37:56.975254 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=016323c4-d7cb-41e0-806e-29ce5e4996ab,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:37:56.983957 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.984330 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.984643 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.984967 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.985463 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.985795 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.986116 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.986450 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.986769 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.987079 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:56.987387 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2374d22-b708-4f78-950e-f52248c40c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:37:57.448901 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-13285802-2b80-49d8-812f-88904da70234 None None] Provisioning complete for port a0238a1f-12a5-4dce-bdbf-1de4361b32e0 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:37:57.449268 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-13285802-2b80-49d8-812f-88904da70234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:57.572695 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-13285802-2b80-49d8-812f-88904da70234 None None] Provisioning complete for port a4a92adc-fd30-457b-867e-a7c9eaa84eb8 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:37:57.573059 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-13285802-2b80-49d8-812f-88904da70234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:58.987909 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46652) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:37:59.184049 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d72e0c7-0b0a-4816-980e-04253ad98e8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:37:59.184363 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d72e0c7-0b0a-4816-980e-04253ad98e8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:37:59.185845 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9d72e0c7-0b0a-4816-980e-04253ad98e8a admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969790 Jan 18 12:38:01.201974 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46662) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:01.400663 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513aa2c7-24bd-4933-8e40-f9f549a58732 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:01.400955 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513aa2c7-24bd-4933-8e40-f9f549a58732 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:01.402623 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-513aa2c7-24bd-4933-8e40-f9f549a58732 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997120 Jan 18 12:38:03.434764 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46672) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:03.631508 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636ba75-8e62-4bb1-b6b8-ccdacc5ea21a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:03.632800 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7636ba75-8e62-4bb1-b6b8-ccdacc5ea21a admin admin] 10.222.0.39 "GET /v2.0/networks/04490f7a-70aa-4351-b54c-b3b52aa6cf27 HTTP/1.1" status: 200 len: 869 time: 0.1970778 Jan 18 12:38:04.100754 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f4e93258-0301-42a2-b828-b1f7f94c259b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:05.662931 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46682) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:05.852109 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e7d7f-1cab-4c29-8e53-7582b000bc59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:05.853392 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-db9e7d7f-1cab-4c29-8e53-7582b000bc59 admin admin] 10.222.0.39 "GET /v2.0/networks/e1d6246f-2821-483a-81df-7073a41a1bba HTTP/1.1" status: 200 len: 886 time: 0.1894929 Jan 18 12:38:06.325655 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-6a93d1d4-cf28-43c2-b725-b692e1cd67c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:07.409560 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:07.681471 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:07.882033 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46692) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:08.010791 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c44190-592d-4be0-9da9-7dc9c954f833 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:08.011165 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c44190-592d-4be0-9da9-7dc9c954f833 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:08.012678 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f8c44190-592d-4be0-9da9-7dc9c954f833 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296713 Jan 18 12:38:08.764230 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:38:08.866891 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:10.023887 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46702) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:10.151087 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166a491-28c8-442d-8cc6-ab637ab97a48 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:10.151461 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166a491-28c8-442d-8cc6-ab637ab97a48 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:10.154023 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e166a491-28c8-442d-8cc6-ab637ab97a48 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281724 Jan 18 12:38:12.206802 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46712) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:12.335819 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1a475-5bde-4de8-96f9-99207771e066 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:12.337164 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bcc1a475-5bde-4de8-96f9-99207771e066 admin admin] 10.222.0.39 "GET /v2.0/subnets/016323c4-d7cb-41e0-806e-29ce5e4996ab HTTP/1.1" status: 200 len: 868 time: 0.1294279 Jan 18 12:38:14.375309 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46722) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:14.500644 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ffc11-da23-4d20-beea-5f99e8de5274 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:14.501999 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cd3ffc11-da23-4d20-beea-5f99e8de5274 admin admin] 10.222.0.39 "GET /v2.0/subnets/29804e2a-3144-4b5c-99d5-f4f92c434be4 HTTP/1.1" status: 200 len: 816 time: 0.1257546 Jan 18 12:38:32.628721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46760) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:32.703578 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [None req-e556abb5-6c8f-4c13-9847-92b5e0c755aa admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:38:32.704928 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e556abb5-6c8f-4c13-9847-92b5e0c755aa admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0752597 Jan 18 12:38:34.104829 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d84c-b0e2-4ddc-b600-39552d784fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:34.802077 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46770) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:34.892061 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.pecan_wsgi.hooks.translation [None req-38767dbd-2b76-49e3-b3c7-71faf9fb8ae7 admin admin] GET failed (client error): The resource could not be found. Jan 18 12:38:34.893280 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-38767dbd-2b76-49e3-b3c7-71faf9fb8ae7 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0902276 Jan 18 12:38:35.022002 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a521a8-5b7b-410f-9955-a0987224d122 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:35.023411 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-25a521a8-5b7b-410f-9955-a0987224d122 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1255536 Jan 18 12:38:36.330668 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-34160056-5311-44fd-833b-410c2e4d1ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:37.057772 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46780) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:37.127365 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:38:37.131801 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:38:37.141217 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:38:37.150821 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Made reservation on behalf of 95416b9d1f8543b7865fcafa08e7b290 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:38:37.153152 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:37.243602 dv-cinder-825100-1-smb neutron-server[82854]: WARNING neutron.services.revisions.revision_plugin [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Could not find related network for resource to bump revision. Jan 18 12:38:37.255882 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:38:37.265197 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:37.265544 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Added segment a7dad866-2e77-48d7-80df-5ecfee7d226f of type vlan for network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c Jan 18 12:38:37.292851 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:37.320939 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:37.321791 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:37.322405 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:37.410631 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:37.427857 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b07a3e-7241-479f-96c0-c39bbfdd0a0c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:37.430917 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3721397 Jan 18 12:38:37.437626 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.437978 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.438326 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.438659 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.438991 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.439323 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.439657 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.440002 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.440487 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.440673 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.440988 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff36266-724e-4235-b74e-a6d22e844b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:37.454234 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:38:37.684998 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:38.868943 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:39.477415 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46790) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:39.585485 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de0f445-5464-46cd-91b2-d89d89294c31 admin admin] GET failed (client error): The resource could not be found. Jan 18 12:38:39.585991 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5de0f445-5464-46cd-91b2-d89d89294c31 admin admin] Synchronizing usage tracker for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:38:39.602129 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5de0f445-5464-46cd-91b2-d89d89294c31 admin admin] Unset dirty status for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:38:39.603244 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5de0f445-5464-46cd-91b2-d89d89294c31 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1246226 Jan 18 12:38:39.714483 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8dee0e-57bb-44b6-8834-5f21ec31ff69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:39.715917 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2d8dee0e-57bb-44b6-8834-5f21ec31ff69 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1067827 Jan 18 12:38:39.725498 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c', 'name': 'shared-subnet'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:38:39.730101 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:38:39.740542 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:38:39.750547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Made reservation on behalf of 95416b9d1f8543b7865fcafa08e7b290 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:38:39.752890 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:39.957669 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:40.018463 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a06bb2-6290-44e6-87fa-86831c3e5221,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:40.042975 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Checking segment: {'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:38:40.043319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Network hostable DHCP agents. Network: b7b07a3e-7241-479f-96c0-c39bbfdd0a0c, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:38:40.066309 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:38:40.075244 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, b7b07a3e-7241-479f-96c0-c39bbfdd0a0c) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:38:40.079619 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:40.080220 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:40.085573 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b94439-4878-45e3-a210-496d884e9058 None None] Network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:38:40.106449 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-14f618ab-7180-45cf-b733-d65fd5940922 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3843567 Jan 18 12:38:40.325199 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-b7b07a3e-7241-479f-96c0-c39bbfdd0a0c', 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c', 'tenant_id': '95416b9d1f8543b7865fcafa08e7b290', 'fixed_ips': [{'subnet_id': 'd9a06bb2-6290-44e6-87fa-86831c3e5221'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:38:40.326032 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:40.489974 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Allocated IP 192.168.233.2 (b7b07a3e-7241-479f-96c0-c39bbfdd0a0c/d9a06bb2-6290-44e6-87fa-86831c3e5221/91baae58-64bb-4541-ac6b-191f58cd97e1) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:38:40.699711 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:40.710632 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Transition to ACTIVE for port object 91baae58-64bb-4541-ac6b-191f58cd97e1 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:38:40.730074 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Transition to ACTIVE for port object 91baae58-64bb-4541-ac6b-191f58cd97e1 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:38:40.735624 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:40.807921 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:38:40.808774 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Pushing event updated for resources: {'Port': ['ID=91baae58-64bb-4541-ac6b-191f58cd97e1,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:40.811211 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:38:40.816767 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:38:40.823205 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.823545 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.823879 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.824465 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.824595 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.824867 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.825188 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.825506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.825877 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.826175 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.826441 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:40.915752 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Attempting to bind port 91baae58-64bb-4541-ac6b-191f58cd97e1 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:38:40.916129 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Attempting to bind port 91baae58-64bb-4541-ac6b-191f58cd97e1 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:38:40.916522 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Attempting to bind port 91baae58-64bb-4541-ac6b-191f58cd97e1 on network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:38:40.924797 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:38:40.924797 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Checking segment: {'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:38:40.926137 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:40.926137 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Bound using segment: {'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:38:40.926137 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Bound port: 91baae58-64bb-4541-ac6b-191f58cd97e1, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:38:40.926456 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.021682 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] For port 91baae58-64bb-4541-ac6b-191f58cd97e1, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:38:41.028372 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] For port 91baae58-64bb-4541-ac6b-191f58cd97e1, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=91baae58-64bb-4541-ac6b-191f58cd97e1,segment=NetworkSegment(a7dad866-2e77-48d7-80df-5ecfee7d226f),segment_id=a7dad866-2e77-48d7-80df-5ecfee7d226f)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:38:41.032909 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:41.145473 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7de5e-a0c2-4704-9ee8-5ea04272c8dc None None] Pushing event updated for resources: {'Port': ['ID=91baae58-64bb-4541-ac6b-191f58cd97e1,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:42.054550 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd7cb5-a8b1-4994-b73e-026d547f901b None None] Network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:38:42.132173 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 91baae58-64bb-4541-ac6b-191f58cd97e1 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:38:42.279501 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-f46a583f-e963-4dd7-a655-56abbb5f595b None None] Provisioning for port 91baae58-64bb-4541-ac6b-191f58cd97e1 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:38:42.305961 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 91baae58-64bb-4541-ac6b-191f58cd97e1 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:38:42.339038 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 91baae58-64bb-4541-ac6b-191f58cd97e1 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:42.339405 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:42.491176 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:42.528500 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 91baae58-64bb-4541-ac6b-191f58cd97e1, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=91baae58-64bb-4541-ac6b-191f58cd97e1,segment=NetworkSegment(a7dad866-2e77-48d7-80df-5ecfee7d226f),segment_id=a7dad866-2e77-48d7-80df-5ecfee7d226f)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:38:42.534086 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:42.613259 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=91baae58-64bb-4541-ac6b-191f58cd97e1,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:42.718344 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c2bb5680-7b59-4a22-91f9-b62cbb2fe0f2 None None] Provisioning complete for port 91baae58-64bb-4541-ac6b-191f58cd97e1 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:42.718703 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c2bb5680-7b59-4a22-91f9-b62cbb2fe0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:44.045339 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 91baae58-64bb-4541-ac6b-191f58cd97e1 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:38:44.117878 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 91baae58-64bb-4541-ac6b-191f58cd97e1 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:44.118269 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:45.764765 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:39:04.109725 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-8f436fac-f295-4df0-80c0-bbd223848fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:06.333989 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-45d2ff0a-0f86-4c99-852f-8e835c457cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:07.413467 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:07.687387 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:08.870453 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:22.764569 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:39:34.113506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6834-a6dd-45fc-a8f1-78e201594ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:36.336437 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-216b5263-4f6f-4d85-99f3-6342cdd5c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:37.417979 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:37.690033 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:38.874169 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:51.829885 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46834) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:51.835669 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [None req-240f419f-ad9a-4f43-9b05-b2cfc9be67ee tempest-verify_tempest_config-349216496 tempest-verify_tempest_config-349216496-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:39:51.836651 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-240f419f-ad9a-4f43-9b05-b2cfc9be67ee tempest-verify_tempest_config-349216496 tempest-verify_tempest_config-349216496-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058184 Jan 18 12:39:52.157321 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46850) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:52.340603 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.370585 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:52.374570 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Usage tracker for resource:security_group_rule and tenant:89fa1c512a1c4decb7b48f51cdda00f7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:52.377254 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:52.382992 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:52.445328 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.449734 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.495153 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Synchronizing usage tracker for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:39:52.498296 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601c57b-6840-4e84-b503-0f67fd151fbc,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:52.512084 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.512515 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.513039 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.513258 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.513593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.513923 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.514246 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.514699 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.515025 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.515341 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.515656 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.524953 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] Unset dirty status for tenant:95416b9d1f8543b7865fcafa08e7b290 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:39:52.526276 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-fd584d87-8711-46e1-a7e6-55f803719be5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89fa1c512a1c4decb7b48f51cdda00f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3679519 Jan 18 12:39:52.528994 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 46856) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:52.585776 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0b392101-47f1-419a-8eca-737051ad7c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.610621 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0b392101-47f1-419a-8eca-737051ad7c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.702695 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0b392101-47f1-419a-8eca-737051ad7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.717399 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392101-47f1-419a-8eca-737051ad7c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601c57b-6840-4e84-b503-0f67fd151fbc,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:52.724639 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0b392101-47f1-419a-8eca-737051ad7c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.725756 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-0b392101-47f1-419a-8eca-737051ad7c49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a601c57b-6840-4e84-b503-0f67fd151fbc HTTP/1.1" status: 204 len: 168 time: 0.1960273 Jan 18 12:39:59.764919 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:40:04.118033 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8dbd-4180-4e55-bdf6-5ea4ae8c5a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:06.339011 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5d6934c-9138-4c36-9ae5-73f63a86887d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:07.419823 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:07.697565 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:08.876214 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:34.119910 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-18307d36-03cd-4c0e-8818-12f84ff48436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:36.341942 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-012bc8ae-bfe5-410d-961e-b96cf0748703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:36.765714 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:40:37.421540 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:37.689474 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:38.878537 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:04.121583 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4d00-7eb9-45a8-9a23-5347646085a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:06.350407 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2bbe22fc-51dc-45e3-a285-bb19e0cd4493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:07.424398 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:07.691055 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:08.882868 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:13.765851 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 5 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:41:31.512636 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744420'] for agent, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:34.123929 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9790bf0b-8283-40ed-a977-a8023d2bf6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:36.342799 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3981637b-0a6b-4b6c-aa18-da4f67f525f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:37.426755 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:37.692668 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:38.882516 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:47.360832 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46928) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:47.498727 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-92636693-63d8-4405-98f6-1c8033dc7765 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1367607 Jan 18 12:41:49.542802 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 46938) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:49.621749 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-21dcf76b-9d33-4a56-a3e5-be2b93898446 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0778844 Jan 18 12:41:50.766793 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:01.467477 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:04.124650 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-14ad9fc6-663e-4fc1-9e27-88795f90f8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:06.344860 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-215df72d-f258-44d1-824b-d1c01fa54535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:07.429978 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:07.695003 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:08.885493 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:27.766779 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:31.461641 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:34.125825 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1dc91a6f-29b7-4180-adc4-852e961e25c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:36.346142 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2d46-d913-40c9-bbd5-9dd2df44bfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:37.433700 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:37.698223 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:38.889571 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:01.472454 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:04.126272 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e972-153a-4e4b-a40c-3190d381b65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:04.767120 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:43:06.348309 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-69dc3fc7-e254-4941-8dd7-ab3c69ac3836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:07.436463 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:07.699920 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:08.893146 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.484350 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.355736 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47138) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:33.807538 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47158) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:33.931811 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1542895678-network', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:33.936181 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:33.940082 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Usage tracker for resource:network and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:33.943096 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:33.950303 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47168) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:33.956587 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:33.968467 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Made reservation on behalf of 8098dd3fa4854e36865cc5b97f7cdb86 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:33.971103 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.986780 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.020126 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.023942 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.027346 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.033087 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.101247 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.105546 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.132569 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-641a0477-fa93-412a-b1cf-e564cfad2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.143200 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603836d5-66f8-4f47-ae59-b96a43102ecd,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:34.150874 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:34.160544 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.160937 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.161278 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.161611 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.161940 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.162267 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.162592 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.162929 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.163255 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.163575 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.163894 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Tracked resource versions report: Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: pushed versions: Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Log': {'1.0'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Network': {'1.1'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Port': {'1.5'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'PortForwarding': {'1.2'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'QosPolicy': {'1.8'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'SubPort': {'1.0'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Subnet': {'1.1'}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Trunk': {'1.1'}} Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: consumer versions: Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Log': '1.0', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Network': '1.1', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Port': '1.5', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'PortForwarding': '1.2', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'QosPolicy': '1.8', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroup': '1.2', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'SecurityGroupRule': '1.0', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'SubPort': '1.0', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Subnet': '1.1', Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: 'Trunk': '1.1'}} Jan 18 12:43:34.164918 dv-cinder-825100-1-smb neutron-server[82854]: {{(pid=82854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:34.174566 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.174997 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Added segment 65c6fe97-abce-44b4-870b-e632f13241bf of type vlan for network c0a3416b-8803-45c6-bf34-7b3b9e37788d Jan 18 12:43:34.200082 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47178) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:34.207121 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.248261 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.249572 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:34.250428 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.390174 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a3416b-8803-45c6-bf34-7b3b9e37788d,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:34.402170 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:34.406480 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1948917504-network', 'tenant_id': '00fb5f34635942078a752f110c1fea8a'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:34.411924 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.416164 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Usage tracker for resource:network and tenant:00fb5f34635942078a752f110c1fea8a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.419382 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.425678 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.439746 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47184) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:34.440118 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3c7cef26-91b4-446f-8e16-ff98d67d4ed8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0835769 Jan 18 12:43:34.443612 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Made reservation on behalf of 00fb5f34635942078a752f110c1fea8a for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:34.446501 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.448136 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Request body: {'subnet': {'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1542895678-subnet', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:34.457564 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.463655 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Usage tracker for resource:subnet and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.465422 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.474627 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.485215 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.512348 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Made reservation on behalf of 8098dd3fa4854e36865cc5b97f7cdb86 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:34.515987 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.525283 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-435189304-network', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:34.543485 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.550412 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.566466 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Usage tracker for resource:security_group_rule and tenant:00fb5f34635942078a752f110c1fea8a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.574075 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.583447 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Usage tracker for resource:network and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.594521 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.607133 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.620824 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.672533 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Made reservation on behalf of df103930be1a4933ba2e71125192fdd7 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:34.683181 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.725081 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.746403 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-network', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:34.754934 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.794959 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Usage tracker for resource:network and tenant:7893ee1e0906446283f7b83ac23f9a02 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.799015 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.827139 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.846610 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.876522 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Usage tracker for resource:security_group_rule and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.881263 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.886075 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.890334 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.903316 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.937827 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:34.951063 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Made reservation on behalf of 7893ee1e0906446283f7b83ac23f9a02 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:34.953401 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.999341 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.999700 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Added segment 6194100f-0c82-40f5-9140-238086f2b190 of type vlan for network 488277f5-21ed-41d6-8a12-597a604919c9 Jan 18 12:43:35.006366 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.052531 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54624dc-ae08-4984-a837-95035c260b26,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:35.094229 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.148626 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.157160 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.200399 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.229463 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:35.249976 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.250247 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Added segment 7a2b993f-7e76-4942-9cee-e3d6e7a4668e of type vlan for network 379a62c5-bd4f-4429-a340-76521418cacf Jan 18 12:43:35.282301 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Checking segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:35.282848 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Network hostable DHCP agents. Network: c0a3416b-8803-45c6-bf34-7b3b9e37788d, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:35.304261 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:35.311053 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.357237 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7893ee1e0906446283f7b83ac23f9a02 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:35.362238 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:35.369248 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:35.376952 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:35.393143 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.394027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:35.394631 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.403443 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, c0a3416b-8803-45c6-bf34-7b3b9e37788d) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:35.408049 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:35.414932 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d42073-c878-47c8-91b5-d10cf048f5b1 None None] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:35.425939 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.426511 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.427201 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.427737 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.428286 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.428959 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.429498 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.430323 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.430874 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.431429 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.431947 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Tracked resource versions report: Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: pushed versions: Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Log': {'1.0'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Network': {'1.1'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Port': {'1.5'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'PortForwarding': {'1.2'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'QosPolicy': {'1.8'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'SubPort': {'1.0'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Subnet': {'1.1'}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Trunk': {'1.1'}} Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: consumer versions: Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Log': '1.0', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Network': '1.1', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Port': '1.5', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'PortForwarding': '1.2', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'QosPolicy': '1.8', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroup': '1.2', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'SecurityGroupRule': '1.0', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'SubPort': '1.0', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Subnet': '1.1', Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: 'Trunk': '1.1'}} Jan 18 12:43:35.433530 dv-cinder-825100-1-smb neutron-server[82855]: {{(pid=82855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:35.442000 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:35.442824 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.496080 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7058fbff-1fca-42c5-9dd6-8f3c7623c0dc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0550191 Jan 18 12:43:35.499012 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47230) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:35.555950 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:35.569438 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:35.589648 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Usage tracker for resource:router and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:35.589648 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:35.596634 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:35.619460 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.631081 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.631928 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.696542 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7448342 Jan 18 12:43:35.697560 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47238) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:35.704842 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.756362 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.761228 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.762353 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:35.763165 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.769670 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7805d2-c60a-4c45-8acf-185a2eb0f0c2,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:35.793755 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Request body: {'subnet': {'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-subnet', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:35.801064 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:35.806297 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Usage tracker for resource:subnet and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:35.810134 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:35.817544 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:35.868033 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:43:35.868033 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.868376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Made reservation on behalf of df103930be1a4933ba2e71125192fdd7 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:35.868376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.928611 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:35.996321 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4f64c2-22a0-4ae5-ba56-b18fc9250015,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:35.999294 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.999630 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Added segment 656642d3-551c-4215-b98e-7ed5848627aa of type vlan for network 97eb3b03-a55b-49e4-9afa-3770f7db924d Jan 18 12:43:36.129636 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e11ce-2b66-4781-a91d-524f2f548e17 admin admin] Pushing event updated for resources: {'Network': ['ID=379a62c5-bd4f-4429-a340-76521418cacf,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:36.167504 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 379a62c5-bd4f-4429-a340-76521418cacf details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:36.187497 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3787451 Jan 18 12:43:36.188574 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47262) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:36.247651 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Request body: {'subnet': {'network_id': '488277f5-21ed-41d6-8a12-597a604919c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1948917504-subnet', 'tenant_id': '00fb5f34635942078a752f110c1fea8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:36.302370 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Allocated IP 172.20.0.2 (c0a3416b-8803-45c6-bf34-7b3b9e37788d/0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced/a9fbc46e-cd21-4edd-afee-076957ba8dc1) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:36.319573 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.320450 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:36.340632 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.341169 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Usage tracker for resource:subnet and tenant:00fb5f34635942078a752f110c1fea8a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:36.345271 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:36.379054 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:36.385815 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dddc4e-46bb-4733-8ee3-152b75fdb87f admin admin] Pushing event updated for resources: {'Network': ['ID=488277f5-21ed-41d6-8a12-597a604919c9,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:36.423601 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Made reservation on behalf of 00fb5f34635942078a752f110c1fea8a for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:36.426461 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.430633 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 488277f5-21ed-41d6-8a12-597a604919c9 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:36.443945 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.569305 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.570210 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:36.570702 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.617727 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:36.646862 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Checking segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:36.647210 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Network hostable DHCP agents. Network: 379a62c5-bd4f-4429-a340-76521418cacf, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:36.654207 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.683516 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Transition to ACTIVE for port object a9fbc46e-cd21-4edd-afee-076957ba8dc1 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:36.707497 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Transition to ACTIVE for port object a9fbc46e-cd21-4edd-afee-076957ba8dc1 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:36.729178 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.779073 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Network 379a62c5-bd4f-4429-a340-76521418cacf is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:36.788300 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47290) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:36.789323 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5875211 Jan 18 12:43:36.805512 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f1e13-b4c5-45a5-801b-4e98286645a6 admin admin] Pushing event updated for resources: {'Network': ['ID=97eb3b03-a55b-49e4-9afa-3770f7db924d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:36.807405 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Request body: {'subnet': {'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-subnet', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:36.817163 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd96d-945c-4371-aa67-113e1c1ce5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.822629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:36.831328 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 379a62c5-bd4f-4429-a340-76521418cacf) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:36.839818 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Usage tracker for resource:subnet and tenant:7893ee1e0906446283f7b83ac23f9a02 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:36.851948 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:36.855153 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.860146 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:36.860787 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.867775 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Pushing event updated for resources: {'Port': ['ID=a9fbc46e-cd21-4edd-afee-076957ba8dc1,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:36.874506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:36.898591 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:36.972055 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.973955 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-617bb97b-65ea-433d-ab4a-75003cf09d26 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2705526 Jan 18 12:43:36.979932 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Made reservation on behalf of 7893ee1e0906446283f7b83ac23f9a02 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:36.982058 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.997451 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47304) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:37.009356 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0d97ac-2061-4c2f-9253-78ae26b919b3,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:37.014758 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:37.031380 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a0962-ead2-45a4-8456-9c3e9df8facd None None] Network 379a62c5-bd4f-4429-a340-76521418cacf requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:37.052034 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.093153 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.103255 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.103729 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.104271 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.104621 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.105043 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.105470 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.105885 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.106301 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.106715 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.107131 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Tracked resource versions report: Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: pushed versions: Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Log': {'1.0'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Network': {'1.1'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Port': {'1.5'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'PortForwarding': {'1.2'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'QosPolicy': {'1.8'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'SubPort': {'1.0'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Subnet': {'1.1'}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Trunk': {'1.1'}} Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: consumer versions: Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Log': '1.0', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Network': '1.1', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Port': '1.5', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'PortForwarding': '1.2', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'QosPolicy': '1.8', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroup': '1.2', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'SecurityGroupRule': '1.0', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'SubPort': '1.0', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Subnet': '1.1', Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: 'Trunk': '1.1'}} Jan 18 12:43:37.108551 dv-cinder-825100-1-smb neutron-server[82856]: {{(pid=82856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:37.110747 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:37.130312 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Checking segment: {'id': '6194100f-0c82-40f5-9140-238086f2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '488277f5-21ed-41d6-8a12-597a604919c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:37.130667 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Network hostable DHCP agents. Network: 488277f5-21ed-41d6-8a12-597a604919c9, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:37.137505 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Usage tracker for resource:router and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:37.145360 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:37.161250 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:37.283720 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.285413 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.312497 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.356911 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Network 488277f5-21ed-41d6-8a12-597a604919c9 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:37.375578 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:37.382053 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:37.399604 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:37.436664 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Allocated IP 172.28.2.111 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/b27eab8c-eb2c-4271-b176-81c8d188aa76) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:37.469446 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 488277f5-21ed-41d6-8a12-597a604919c9) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:37.500953 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:37.501873 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.632270 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1726a6-a796-4c05-8c2a-362394b700f1 None None] Network 488277f5-21ed-41d6-8a12-597a604919c9 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:37.706769 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.826300 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.826702 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.851968 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Attempting to bind port a9fbc46e-cd21-4edd-afee-076957ba8dc1 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:37.852744 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Attempting to bind port a9fbc46e-cd21-4edd-afee-076957ba8dc1 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:37.853804 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Attempting to bind port a9fbc46e-cd21-4edd-afee-076957ba8dc1 on network c0a3416b-8803-45c6-bf34-7b3b9e37788d {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:37.901984 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.910550 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.925570 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:37.926160 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Checking segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:37.926819 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.927607 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Bound using segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:37.928312 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Bound port: a9fbc46e-cd21-4edd-afee-076957ba8dc1, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:37.929063 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.989648 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47356) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:37.999468 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a6de0c-760c-46dc-8590-6c6b377fb8de,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:38.072275 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-57aff1cd-f144-42e7-8047-d54bc7414cb9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8671153 Jan 18 12:43:38.080336 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.200962 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Pushing event updated for resources: {'Port': ['ID=b27eab8c-eb2c-4271-b176-81c8d188aa76,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:38.206361 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Checking segment: {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:38.206727 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Network hostable DHCP agents. Network: 97eb3b03-a55b-49e4-9afa-3770f7db924d, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:38.238157 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:38.244811 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47372) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:38.247257 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:38.270365 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:38.317286 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-379a62c5-bd4f-4429-a340-76521418cacf', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:43:38.318418 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.360388 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] For port a9fbc46e-cd21-4edd-afee-076957ba8dc1, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:38.379504 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.481464 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:38.499222 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:38.510456 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Usage tracker for resource:security_group_rule and tenant:5c8e10e214364e44ad382effba592e8d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:38.529931 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:38.538317 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.545804 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:38.554831 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 97eb3b03-a55b-49e4-9afa-3770f7db924d) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:38.567931 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] For port a9fbc46e-cd21-4edd-afee-076957ba8dc1, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a9fbc46e-cd21-4edd-afee-076957ba8dc1,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:38.606842 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:38.607465 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.620829 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919fa557-1c81-452f-88d6-bb9c6046d8fb None None] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:38.623940 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.624858 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.640389 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:38.646775 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.717057 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a3173f535034a959e0ba0787e6695f8 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:38.726230 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:38.729981 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.737794 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:38.760634 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.767514 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda55cd8-69f8-4129-a3ea-8e0b96b68d13 None None] Network 488277f5-21ed-41d6-8a12-597a604919c9 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:38.785639 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7fe9b2fc-0d4a-474f-a599-77159721ba38 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9932024 Jan 18 12:43:38.788735 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47412) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:38.819892 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:38.828366 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb548887-8fb8-43a2-b89c-bbfe3f248d29,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:38.830266 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:38.844734 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Usage tracker for resource:router and tenant:7893ee1e0906446283f7b83ac23f9a02 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:38.857520 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:38.860371 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c0adb7a9-51e8-4802-ac3e-f037bcf3c6ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c8e10e214364e44ad382effba592e8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8457353 Jan 18 12:43:38.862249 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47416) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:38.867363 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Allocated IP 172.20.0.2 (379a62c5-bd4f-4429-a340-76521418cacf/4bd3bedd-dfdd-41b4-8cf1-d2d013518d59/79781411-2d96-4ba2-9739-6c8fc1ad7824) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:38.892034 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:38.959777 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.975313 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47430) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:38.977107 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.979477 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.010359 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.052646 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.054380 dv-cinder-825100-1-smb neutron-server[82855]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 12:43:39.068498 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.081432 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ed8b1-252b-4004-831a-9750a6143c25 None None] Pushing event updated for resources: {'Port': ['ID=a9fbc46e-cd21-4edd-afee-076957ba8dc1,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:39.087767 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.245404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.256036 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-685c67eb-a919-4b55-92e1-c02c3afc290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.350000 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73357c6-77f6-48a6-9f07-430107f80e3d None None] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:39.392326 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-685c67eb-a919-4b55-92e1-c02c3afc290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.452554 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Allocated IP 172.28.2.20 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:39.535525 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a3173f535034a959e0ba0787e6695f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2814441 Jan 18 12:43:39.546508 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47460) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:39.653456 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.654494 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c33f58-a692-4afe-aa8c-afc55330deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa180a8-02c0-43bd-886e-996d1b32f059,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:39.678777 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Transition to ACTIVE for port object 79781411-2d96-4ba2-9739-6c8fc1ad7824 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:39.683122 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.756163 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Transition to ACTIVE for port object 79781411-2d96-4ba2-9739-6c8fc1ad7824 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:39.805215 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.889569 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Pushing event updated for resources: {'Port': ['ID=79781411-2d96-4ba2-9739-6c8fc1ad7824,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:39.895108 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-b52fcc64-44a7-476d-b247-a9238f71e285 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:39.898359 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-b52fcc64-44a7-476d-b247-a9238f71e285 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/networks?id=488277f5-21ed-41d6-8a12-597a604919c9 HTTP/1.1" status: 200 len: 812 time: 0.8852208 Jan 18 12:43:39.902008 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Router 8b15c917-34a2-41ff-9d89-a462c69705fa is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:43:39.915289 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-685c67eb-a919-4b55-92e1-c02c3afc290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.918989 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Network 379a62c5-bd4f-4429-a340-76521418cacf is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:39.920135 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:39.922592 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:39.986916 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47468) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:40.047500 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7166d711-6364-45eb-960b-f98434388cc0 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/quotas/00fb5f34635942078a752f110c1fea8a HTTP/1.1" status: 200 len: 375 time: 0.1320224 Jan 18 12:43:40.066545 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c67eb-a919-4b55-92e1-c02c3afc290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb548887-8fb8-43a2-b89c-bbfe3f248d29,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:40.071415 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0965155c-819b-4ec9-855c-4c7477f13fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.152687 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Attempting to bind port 79781411-2d96-4ba2-9739-6c8fc1ad7824 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:40.153388 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Attempting to bind port 79781411-2d96-4ba2-9739-6c8fc1ad7824 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:40.153751 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Attempting to bind port 79781411-2d96-4ba2-9739-6c8fc1ad7824 on network 379a62c5-bd4f-4429-a340-76521418cacf {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:40.156435 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.172978 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:40.173389 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Checking segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:40.173860 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.174312 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Bound using segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:40.174854 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Bound port: 79781411-2d96-4ba2-9739-6c8fc1ad7824, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:40.175306 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.198068 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-685c67eb-a919-4b55-92e1-c02c3afc290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.199523 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-685c67eb-a919-4b55-92e1-c02c3afc290a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb548887-8fb8-43a2-b89c-bbfe3f248d29 HTTP/1.1" status: 204 len: 168 time: 1.3359752 Jan 18 12:43:40.208513 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-62f1d747-d225-49f1-a0ef-07542b6bfe60 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=00fb5f34635942078a752f110c1fea8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1468318 Jan 18 12:43:40.220064 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0965155c-819b-4ec9-855c-4c7477f13fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.375239 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] For port 79781411-2d96-4ba2-9739-6c8fc1ad7824, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:40.378461 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] For port 79781411-2d96-4ba2-9739-6c8fc1ad7824, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=79781411-2d96-4ba2-9739-6c8fc1ad7824,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:40.382172 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9fbc46e-cd21-4edd-afee-076957ba8dc1 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:40.408737 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.457182 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a12f8a-4a5e-4035-bc3a-f593e2822c43 None None] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:40.471157 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.505773 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.551961 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.583577 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0965155c-819b-4ec9-855c-4c7477f13fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.662412 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:40.682555 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.693521 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-dae34795-effe-437c-9d5b-8c32fd6ab26c None None] Provisioning for port a9fbc46e-cd21-4edd-afee-076957ba8dc1 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:40.742425 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port a9fbc46e-cd21-4edd-afee-076957ba8dc1 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:40.745549 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Pushing event updated for resources: {'Port': ['ID=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:40.755242 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port a9fbc46e-cd21-4edd-afee-076957ba8dc1 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:40.755728 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.764883 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965155c-819b-4ec9-855c-4c7477f13fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa180a8-02c0-43bd-886e-996d1b32f059,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:40.781780 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:40.800547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0965155c-819b-4ec9-855c-4c7477f13fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.803734 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0965155c-819b-4ec9-855c-4c7477f13fd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eaa180a8-02c0-43bd-886e-996d1b32f059 HTTP/1.1" status: 204 len: 168 time: 1.2530227 Jan 18 12:43:40.836143 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:40.839946 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025767dd-5b1a-4b3a-873a-b412b0077879 None None] Pushing event updated for resources: {'Port': ['ID=79781411-2d96-4ba2-9739-6c8fc1ad7824,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:40.861186 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:40.872626 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Sync routers for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:40.890219 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Allocated IP 172.28.2.214 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/4f280e50-773e-4b8e-84c9-dd5466a3393a) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:40.891592 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:40.895360 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:40.930505 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.934706 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-38210a55-88c5-4f05-9d5b-322dd9c7c3ca admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4316440 Jan 18 12:43:40.935841 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47498) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:41.066926 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:41.080971 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Usage tracker for resource:security_group_rule and tenant:3e44fb0bb149446ba8f4fa32a842b80f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:41.085198 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:41.115375 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:41.127167 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47502) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:41.196142 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.310084 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:41.316632 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Usage tracker for resource:security_group_rule and tenant:316fc19d65c8479fbdc510dff7240770 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:41.319844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.324728 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:41.330701 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-0ddddc3e-da99-4812-9852-1a8adfbf97e1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:43:41.331687 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-0ddddc3e-da99-4812-9852-1a8adfbf97e1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5336311 Jan 18 12:43:41.345442 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:41.379729 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:41.453191 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.495721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.518774 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.520319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.532651 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.535008 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port a9fbc46e-cd21-4edd-afee-076957ba8dc1, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a9fbc46e-cd21-4edd-afee-076957ba8dc1,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:41.553784 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.616042 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e44fb0bb149446ba8f4fa32a842b80f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6257150 Jan 18 12:43:41.617322 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47512) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:41.692592 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=a9fbc46e-cd21-4edd-afee-076957ba8dc1,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:41.761062 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-909aa5b3-0694-418d-bb10-e57d66ff2bbc service neutron] 10.222.0.39 "GET /v2.0/networks/488277f5-21ed-41d6-8a12-597a604919c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532996 Jan 18 12:43:41.846330 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.882300 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.921546 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:43:41.925903 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.932654 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f562ca-9338-4c42-a413-ccaf64a68547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a22951-fee6-4c90-be5e-90d0a93dfc3c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:41.963614 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-7b69a1ad-6a0e-4bf3-bb89-2678a418618b None None] Provisioning complete for port a9fbc46e-cd21-4edd-afee-076957ba8dc1 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:41.964179 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7b69a1ad-6a0e-4bf3-bb89-2678a418618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.997542 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:38Z', 'revision_number': 3, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:42.003846 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Checking router: 8b15c917-34a2-41ff-9d89-a462c69705fa for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:43:42.004317 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Updating router 8b15c917-34a2-41ff-9d89-a462c69705fa port b27eab8c-eb2c-4271-b176-81c8d188aa76 binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:43:42.122959 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61887d3-519d-4da1-a409-8e8a242f45d4,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:42.140169 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Pushing event updated for resources: {'Port': ['ID=4f280e50-773e-4b8e-84c9-dd5466a3393a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:42.145515 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.152992 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-deb7f6b4-8577-4934-b2ba-2e8a063340b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=316fc19d65c8479fbdc510dff7240770&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0231004 Jan 18 12:43:42.156619 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47530) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:42.189232 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:42.193393 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:42.201149 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:42.273755 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf4707a3-60b1-4c74-a641-1f91e11d6701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.280078 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1e75b7-84f0-43d7-92ca-31ddbfa6f679 None None] Network 379a62c5-bd4f-4429-a340-76521418cacf requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:42.398107 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf4707a3-60b1-4c74-a641-1f91e11d6701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.453502 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-a7c544e2-4fee-4993-bea9-34f7216df589 service neutron] 10.222.0.39 "GET /v2.0/networks/488277f5-21ed-41d6-8a12-597a604919c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810031 Jan 18 12:43:42.569934 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9fbc46e-cd21-4edd-afee-076957ba8dc1 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:42.607489 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.608214 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.837258 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3b1d9dbf-306c-47a2-a1a3-2fcb7db48342 None None] Provisioning for port 79781411-2d96-4ba2-9739-6c8fc1ad7824 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:42.875434 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f30436ff-b19f-404a-b64e-78922cbb6304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.947213 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f30436ff-b19f-404a-b64e-78922cbb6304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.989422 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf4707a3-60b1-4c74-a641-1f91e11d6701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.014474 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4707a3-60b1-4c74-a641-1f91e11d6701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a22951-fee6-4c90-be5e-90d0a93dfc3c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:43.038304 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf4707a3-60b1-4c74-a641-1f91e11d6701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.039498 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bf4707a3-60b1-4c74-a641-1f91e11d6701 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42a22951-fee6-4c90-be5e-90d0a93dfc3c HTTP/1.1" status: 204 len: 168 time: 1.4024193 Jan 18 12:43:43.063149 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f30436ff-b19f-404a-b64e-78922cbb6304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.087717 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f30436ff-b19f-404a-b64e-78922cbb6304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.092185 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f30436ff-b19f-404a-b64e-78922cbb6304 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a61887d3-519d-4da1-a409-8e8a242f45d4 HTTP/1.1" status: 204 len: 168 time: 0.9285040 Jan 18 12:43:43.095266 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30436ff-b19f-404a-b64e-78922cbb6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61887d3-519d-4da1-a409-8e8a242f45d4,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:43.100085 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port a9fbc46e-cd21-4edd-afee-076957ba8dc1 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:43.101049 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.119933 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Router 9f77e39d-727e-47d9-bc23-74fdc3423ccb is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:43:43.188295 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.194546 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-422de04b-36b4-4e29-bef3-8927e407ca93 req-f9f9f17b-3679-4eef-aba3-a506f091e49b tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 210 time: 0.2081611 Jan 18 12:43:43.202464 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Transition to ACTIVE for port object b27eab8c-eb2c-4271-b176-81c8d188aa76 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:43.222549 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.317610 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Pushing event updated for resources: {'Port': ['ID=b27eab8c-eb2c-4271-b176-81c8d188aa76,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:43.331727 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.332408 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.332748 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.333078 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.333406 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.333790 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.334113 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.334433 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.334750 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.335064 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.335430 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Tracked resource versions report: Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: pushed versions: Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Log': {'1.0'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Network': {'1.1'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Port': {'1.5'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'PortForwarding': {'1.2'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'QosPolicy': {'1.8'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'SubPort': {'1.0'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Subnet': {'1.1'}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Trunk': {'1.1'}} Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: consumer versions: Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: { DHCP agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: L3 agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: Metadata agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: Metering agent@dv-cinder-825100-1-smb: {}, Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: Open vSwitch agent@dv-cinder-825100-1-smb: { 'ConntrackHelper': '1.0', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Log': '1.0', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Network': '1.1', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Port': '1.5', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'PortForwarding': '1.2', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'QosPolicy': '1.8', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroup': '1.2', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'SecurityGroupRule': '1.0', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'SubPort': '1.0', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Subnet': '1.1', Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: 'Trunk': '1.1'}} Jan 18 12:43:43.336522 dv-cinder-825100-1-smb neutron-server[82857]: {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:43.393309 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Attempting to bind port b27eab8c-eb2c-4271-b176-81c8d188aa76 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:43.393674 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Attempting to bind port b27eab8c-eb2c-4271-b176-81c8d188aa76 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:43.394037 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Attempting to bind port b27eab8c-eb2c-4271-b176-81c8d188aa76 on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:43.410060 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:43.410466 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:43.410861 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.411256 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:43.411730 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Bound port: b27eab8c-eb2c-4271-b176-81c8d188aa76, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:43.414570 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.417031 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 79781411-2d96-4ba2-9739-6c8fc1ad7824 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:43.589175 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] For port b27eab8c-eb2c-4271-b176-81c8d188aa76, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:43.607882 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] For port b27eab8c-eb2c-4271-b176-81c8d188aa76, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=b27eab8c-eb2c-4271-b176-81c8d188aa76,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:43.623067 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.651817 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 79781411-2d96-4ba2-9739-6c8fc1ad7824 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:43.660886 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 79781411-2d96-4ba2-9739-6c8fc1ad7824 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:43.661610 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.712062 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:43.759263 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Sync routers for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:43.761136 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.762598 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1b012805-7f04-4fae-bacf-49724b6bbf8d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7595603 Jan 18 12:43:43.765355 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47586) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:43.811292 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408f3a7-06e7-47bb-b643-ecfc52677c68 None None] Pushing event updated for resources: {'Port': ['ID=b27eab8c-eb2c-4271-b176-81c8d188aa76,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:43.818696 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:43.819760 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:43.876388 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-197dcf47-f506-42ca-8dde-0c3491a8baa8 None None] Provisioning complete for port 79781411-2d96-4ba2-9739-6c8fc1ad7824 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:43.876752 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-197dcf47-f506-42ca-8dde-0c3491a8baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.016912 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:44.017555 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:44.271386 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:44.358463 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Router 2423b753-6cc4-442f-8918-7be635876e87 is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82855) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:43:44.395863 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47618) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:44.454262 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47622) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:44.459945 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-197dcf47-f506-42ca-8dde-0c3491a8baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.548593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.596099 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fed36032-2942-4437-8fab-a6d841963702 req-bc45dec6-8662-4f13-87b4-3ad48e768858 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 210 time: 0.1357980 Jan 18 12:43:44.851654 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.875437 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.880682 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:44.889582 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Usage tracker for resource:security_group_rule and tenant:99ce0af7b78740b596b7626ea045a2b3 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:44.936050 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:44.991685 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:45.005487 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-197dcf47-f506-42ca-8dde-0c3491a8baa8 None None] For port 79781411-2d96-4ba2-9739-6c8fc1ad7824, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=79781411-2d96-4ba2-9739-6c8fc1ad7824,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:45.140831 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-197dcf47-f506-42ca-8dde-0c3491a8baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.225259 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:38Z', 'revision_number': 3, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:45.234997 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c06ae-567a-4667-83b6-8304d5eaf8c9 None None] The sync data for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb is: [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:38Z', 'revision_number': 3, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:43:45.315534 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:45.498051 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.515328 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:43:45.515929 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:43:45.516883 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.546473 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197dcf47-f506-42ca-8dde-0c3491a8baa8 None None] Pushing event updated for resources: {'Port': ['ID=79781411-2d96-4ba2-9739-6c8fc1ad7824,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:45.572020 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99ce0af7b78740b596b7626ea045a2b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1740782 Jan 18 12:43:45.582916 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47674) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:45.645178 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47678) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:45.673640 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Allocated IP 172.20.0.1 (c0a3416b-8803-45c6-bf34-7b3b9e37788d/0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced/c51f2742-a701-48ed-a374-3957aa319156) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:45.811677 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:45.842521 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Sync routers for ids ['2423b753-6cc4-442f-8918-7be635876e87'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:45.871456 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725d21a-2d8a-4299-b3a5-e009dadbd949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912898e7-7d59-4ad4-86af-a14ca8bb52cb,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:45.877409 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Routers {'2423b753-6cc4-442f-8918-7be635876e87'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:45.878384 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['2423b753-6cc4-442f-8918-7be635876e87'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:45.953001 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3235804a-1407-405e-8030-f166ea64b742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.993297 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.060794 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3235804a-1407-405e-8030-f166ea64b742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.541762 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Set router 2423b753-6cc4-442f-8918-7be635876e87 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:46.605410 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Allocated IP 172.20.0.1 (379a62c5-bd4f-4429-a340-76521418cacf/4bd3bedd-dfdd-41b4-8cf1-d2d013518d59/25719b81-f045-4178-9bde-b78a2f9c72d3) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:46.857760 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.863570 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f328fb54-d0f9-45a0-b55b-21371df0661f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0709693 Jan 18 12:43:46.870304 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47700) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:46.890668 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-74bfb0af-5420-43df-ac7a-f27c83363624 req-9d32f4a2-071d-4298-ba12-bf6dcada02b2 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 210 time: 0.6268060 Jan 18 12:43:46.899387 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device b27eab8c-eb2c-4271-b176-81c8d188aa76 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:46.912747 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.956988 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.85', 60994) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:47.116213 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.126237 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:40Z', 'revision_number': 3, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:47.127560 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3235804a-1407-405e-8030-f166ea64b742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.134957 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port b27eab8c-eb2c-4271-b176-81c8d188aa76 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:47.146701 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port b27eab8c-eb2c-4271-b176-81c8d188aa76 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:47.147380 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.178378 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235804a-1407-405e-8030-f166ea64b742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912898e7-7d59-4ad4-86af-a14ca8bb52cb,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:47.183967 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3235804a-1407-405e-8030-f166ea64b742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.184964 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3235804a-1407-405e-8030-f166ea64b742 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/912898e7-7d59-4ad4-86af-a14ca8bb52cb HTTP/1.1" status: 204 len: 168 time: 1.6010833 Jan 18 12:43:47.187160 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Transition to ACTIVE for port object c51f2742-a701-48ed-a374-3957aa319156 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:47.220770 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Checking router: 9f77e39d-727e-47d9-bc23-74fdc3423ccb for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:43:47.221097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Updating router 9f77e39d-727e-47d9-bc23-74fdc3423ccb port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded binding host dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:43:47.311632 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:47.311883 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.392045 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.411872 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:47.417508 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:47.421964 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Pushing event updated for resources: {'Port': ['ID=c51f2742-a701-48ed-a374-3957aa319156,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:47.431948 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:47.432450 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.477617 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:43:42Z', 'revision_number': 3, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:47.483637 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Checking router: 2423b753-6cc4-442f-8918-7be635876e87 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:43:47.484193 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Updating router 2423b753-6cc4-442f-8918-7be635876e87 port 4f280e50-773e-4b8e-84c9-dd5466a3393a binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:43:47.582645 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Usage tracker for resource:security_group_rule and tenant:39c1f489d1d34746943fd685088f23a1 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:47.621170 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.643548 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:47.705976 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-48660a68-67e4-48ce-8723-25229be0e644 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:47.706920 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-48660a68-67e4-48ce-8723-25229be0e644 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Synchronizing usage tracker for tenant:00fb5f34635942078a752f110c1fea8a on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:47.716872 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.721553 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:47.750619 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.775271 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Transition to ACTIVE for port object 25719b81-f045-4178-9bde-b78a2f9c72d3 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:47.785103 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port b27eab8c-eb2c-4271-b176-81c8d188aa76, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=b27eab8c-eb2c-4271-b176-81c8d188aa76,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:47.819573 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.821323 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 79781411-2d96-4ba2-9739-6c8fc1ad7824 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:47.843337 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.935290 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.953302 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.977429 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.017644 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Network 379a62c5-bd4f-4429-a340-76521418cacf is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:48.030131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:48.035321 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:48.035786 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.043273 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-48660a68-67e4-48ce-8723-25229be0e644 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Unset dirty status for tenant:00fb5f34635942078a752f110c1fea8a on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:48.044556 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-48660a68-67e4-48ce-8723-25229be0e644 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.85 "GET /v2.0/networks?id=488277f5-21ed-41d6-8a12-597a604919c9 HTTP/1.1" status: 200 len: 812 time: 1.0795312 Jan 18 12:43:48.087547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Pushing event updated for resources: {'Port': ['ID=25719b81-f045-4178-9bde-b78a2f9c72d3,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:48.114629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Request body: {'port': {'device_id': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'network_id': '488277f5-21ed-41d6-8a12-597a604919c9', 'admin_state_up': True, 'tenant_id': '00fb5f34635942078a752f110c1fea8a'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:48.158016 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3d559a05-e076-4b3e-816d-aa2ea091f859 None None] Provisioning for port c51f2742-a701-48ed-a374-3957aa319156 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:48.249646 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a931c8-d583-4905-8e31-7d7896fe71f4,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:48.285658 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-de6bafd1-21b6-4649-9169-6718411ae14e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39c1f489d1d34746943fd685088f23a1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6356976 Jan 18 12:43:48.313363 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3d559a05-e076-4b3e-816d-aa2ea091f859 None None] Provisioning complete for port c51f2742-a701-48ed-a374-3957aa319156 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:48.313819 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3d559a05-e076-4b3e-816d-aa2ea091f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.401708 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=b27eab8c-eb2c-4271-b176-81c8d188aa76,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:48.481746 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47744) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:48.581256 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 79781411-2d96-4ba2-9739-6c8fc1ad7824 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:48.581630 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.674097 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.678666 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3d559a05-e076-4b3e-816d-aa2ea091f859 None None] Port c51f2742-a701-48ed-a374-3957aa319156 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:48.692633 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Transition to ACTIVE for port object 4f280e50-773e-4b8e-84c9-dd5466a3393a will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:48.708651 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.732633 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-de2f9d82-0825-408b-8cf5-60d2a59508f2 req-579c2b86-2813-45a4-a6bb-37f1a321db6d tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 210 time: 0.2542241 Jan 18 12:43:48.898319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:48.901940 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Attempting to bind port 4f280e50-773e-4b8e-84c9-dd5466a3393a on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:48.902464 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Attempting to bind port 4f280e50-773e-4b8e-84c9-dd5466a3393a by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:48.902843 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Attempting to bind port 4f280e50-773e-4b8e-84c9-dd5466a3393a on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:48.923528 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:48.923528 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:48.923842 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.924835 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:48.924835 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Bound port: 4f280e50-773e-4b8e-84c9-dd5466a3393a, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:48.925043 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.934085 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7692a036-9bb9-40d9-9fbb-ebf6e5f5155e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.942089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Usage tracker for resource:port and tenant:00fb5f34635942078a752f110c1fea8a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:48.959917 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:48.995032 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:49.032852 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.093813 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Made reservation on behalf of 00fb5f34635942078a752f110c1fea8a for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:49.110430 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.128894 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ade9c-5d56-43a2-8725-3f626021bf95 None None] Pushing event updated for resources: {'Port': ['ID=4f280e50-773e-4b8e-84c9-dd5466a3393a,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:49.179981 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] For port 4f280e50-773e-4b8e-84c9-dd5466a3393a, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:49.183819 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] For port 4f280e50-773e-4b8e-84c9-dd5466a3393a, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=4f280e50-773e-4b8e-84c9-dd5466a3393a,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:49.205574 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.216680 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7692a036-9bb9-40d9-9fbb-ebf6e5f5155e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.306995 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.320563 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Transition to ACTIVE for port object a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:49.344578 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.378898 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.db.resource_extend [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:43:49.414365 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Routers {'2423b753-6cc4-442f-8918-7be635876e87'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:49.416047 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['2423b753-6cc4-442f-8918-7be635876e87'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:49.462450 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.503171 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.510250 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.640082 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-468f59ee-3865-4fdf-8b46-a21a3309617e None None] Provisioning for port 25719b81-f045-4178-9bde-b78a2f9c72d3 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:49.665303 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-468f59ee-3865-4fdf-8b46-a21a3309617e None None] Provisioning complete for port 25719b81-f045-4178-9bde-b78a2f9c72d3 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:49.666064 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-468f59ee-3865-4fdf-8b46-a21a3309617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.675134 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Allocated IP 172.20.0.9 (488277f5-21ed-41d6-8a12-597a604919c9/5c0d97ac-2061-4c2f-9253-78ae26b919b3/260ec23b-6dad-4455-a5e1-cdf8c9d6ab80) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:49.843192 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Attempting to bind port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:49.843606 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Attempting to bind port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:49.844052 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Attempting to bind port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:49.847249 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62650-dc79-47ca-a9d9-03511e038a89 None None] Pushing event updated for resources: {'Port': ['ID=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.036628 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:50.037067 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:50.037395 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.037786 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:50.048874 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Bound port: a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:50.049399 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.066559 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ade9c-5d56-43a2-8725-3f626021bf95 None None] Pushing event updated for resources: {'Port': ['ID=4f280e50-773e-4b8e-84c9-dd5466a3393a,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.095590 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Pushing event updated for resources: {'Port': ['ID=c51f2742-a701-48ed-a374-3957aa319156,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.154036 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7692a036-9bb9-40d9-9fbb-ebf6e5f5155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.223517 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-468f59ee-3865-4fdf-8b46-a21a3309617e None None] Port 25719b81-f045-4178-9bde-b78a2f9c72d3 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:50.304405 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7692a036-9bb9-40d9-9fbb-ebf6e5f5155e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.325142 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7692a036-9bb9-40d9-9fbb-ebf6e5f5155e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4a931c8-d583-4905-8e31-7d7896fe71f4 HTTP/1.1" status: 204 len: 168 time: 1.8375616 Jan 18 12:43:50.359713 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] For port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:50.368489 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] For port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:50.390858 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.394284 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9a582bca-5140-49aa-bcf7-300cd3dacbed req-44ad667e-bd8a-4081-a983-01da797a97ed tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 210 time: 0.2493606 Jan 18 12:43:50.397778 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692a036-9bb9-40d9-9fbb-ebf6e5f5155e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a931c8-d583-4905-8e31-7d7896fe71f4,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.476913 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device b27eab8c-eb2c-4271-b176-81c8d188aa76 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:50.522961 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47798) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:50.549516 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.556616 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] Set router 2423b753-6cc4-442f-8918-7be635876e87 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:50.590899 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:50.658689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:50.826342 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62650-dc79-47ca-a9d9-03511e038a89 None None] Pushing event updated for resources: {'Port': ['ID=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.851233 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:50.863958 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:50.929206 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.930000 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.124303 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.157835 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Pushing event updated for resources: {'Port': ['ID=25719b81-f045-4178-9bde-b78a2f9c72d3,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:51.242666 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.458882 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Network 488277f5-21ed-41d6-8a12-597a604919c9 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:51.492871 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:51.503368 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:51.519671 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:51.521116 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.535736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.569711 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:51.575315 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:43:42Z', 'revision_number': 3, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:51.582688 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52fa21-55a7-4741-83a2-be1d31eb79fa None None] The sync data for ids ['2423b753-6cc4-442f-8918-7be635876e87'] in dv-cinder-825100-1-smb is: [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:43:42Z', 'revision_number': 3, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:43:51.664276 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5547898 Jan 18 12:43:51.746990 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port b27eab8c-eb2c-4271-b176-81c8d188aa76 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:51.748227 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.755901 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9eb4d-3f8d-492c-b4db-b54cfa1bfd79 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Pushing event updated for resources: {'Port': ['ID=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:51.775108 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-75f401ef-eb71-465a-8040-effa119df770 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82854) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:43:51.776140 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-75f401ef-eb71-465a-8040-effa119df770 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0454245 Jan 18 12:43:51.819772 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-da4ac9cc-1f00-4acb-a08b-699f1a8ab221 None None] Provisioning complete for port c51f2742-a701-48ed-a374-3957aa319156 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:51.820225 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-da4ac9cc-1f00-4acb-a08b-699f1a8ab221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.874102 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Network 379a62c5-bd4f-4429-a340-76521418cacf is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:51.875913 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:51.908176 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-da4ac9cc-1f00-4acb-a08b-699f1a8ab221 None None] Port c51f2742-a701-48ed-a374-3957aa319156 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:51.953269 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:51.990311 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.015217 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:edb7b0ec0b60436ea2d7fe2c067de0ea is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:52.218236 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:52.259966 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:52.446146 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ac5a7-25b6-4382-ad38-cb6a8fdddea8 req-cd357a6b-c0cc-45bf-ab81-cc51dd35acc6 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:52.448229 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-888ac5a7-25b6-4382-ad38-cb6a8fdddea8 req-cd357a6b-c0cc-45bf-ab81-cc51dd35acc6 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 931 time: 0.7353330 Jan 18 12:43:52.638674 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-ae62cea1-089f-41a0-a815-1d15ce22f8fe None None] Provisioning complete for port 25719b81-f045-4178-9bde-b78a2f9c72d3 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:52.639608 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ae62cea1-089f-41a0-a815-1d15ce22f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.665854 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Request body: {'port': {'device_id': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:52.757712 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-ae62cea1-089f-41a0-a815-1d15ce22f8fe None None] Port 25719b81-f045-4178-9bde-b78a2f9c72d3 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:52.801064 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:43:50Z', 'revision_number': 2, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:52.813851 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d07c3-8444-4d4d-b229-652556cb6df4 None None] The sync data for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb is: [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:43:50Z', 'revision_number': 2, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:43:52.886270 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-888ac5a7-25b6-4382-ad38-cb6a8fdddea8 req-2da9dec9-d01e-41af-bae8-db336329b370 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253345 Jan 18 12:43:52.892785 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.964717 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.044433 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.104358 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Allocated IP 172.20.0.1 (97eb3b03-a55b-49e4-9afa-3770f7db924d/f3a6de0c-760c-46dc-8590-6c6b377fb8de/681ee4c8-99a4-4c2d-a0e9-cdb65899315e) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:53.157293 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac332dc-7eca-4c91-a019-e61e1f3e674d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:53.238559 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-48b094cc-0930-4db2-85e1-36b5bd971ac4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edb7b0ec0b60436ea2d7fe2c067de0ea&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7060907 Jan 18 12:43:53.243721 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47870) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:53.362148 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47876) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:53.530764 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Router 9f77e39d-727e-47d9-bc23-74fdc3423ccb has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:43:53.805341 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.817930 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd3e8-5ed9-47c0-8e01-b12342529af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.837648 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Router 8b15c917-34a2-41ff-9d89-a462c69705fa has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:43:53.945522 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd3e8-5ed9-47c0-8e01-b12342529af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.139736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189874611-network', 'tenant_id': 'acc84affab424e3f9d63c03c3dd27012'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:54.194812 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:43:54.235001 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:54.243907 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.272760 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Transition to ACTIVE for port object 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:54.287104 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.338647 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Usage tracker for resource:network and tenant:acc84affab424e3f9d63c03c3dd27012 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:54.366983 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:54.374739 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.493426 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 4f280e50-773e-4b8e-84c9-dd5466a3393a up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:54.534319 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:54.537761 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Pushing event updated for resources: {'Port': ['ID=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:54.688913 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47896) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:54.701397 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:54.719544 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:54.722940 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd3e8-5ed9-47c0-8e01-b12342529af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.728980 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:54.729630 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.750191 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 4f280e50-773e-4b8e-84c9-dd5466a3393a completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:54.761614 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 4f280e50-773e-4b8e-84c9-dd5466a3393a triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:54.762203 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.780819 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Made reservation on behalf of acc84affab424e3f9d63c03c3dd27012 for: {'network': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:54.783564 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.804086 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cd3e8-5ed9-47c0-8e01-b12342529af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac332dc-7eca-4c91-a019-e61e1f3e674d,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:54.893615 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Pushing event updated for resources: {'Port': ['ID=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:55.058394 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd3e8-5ed9-47c0-8e01-b12342529af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.061923 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ab9cd3e8-5ed9-47c0-8e01-b12342529af3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cac332dc-7eca-4c91-a019-e61e1f3e674d HTTP/1.1" status: 204 len: 168 time: 1.8114045 Jan 18 12:43:55.076320 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.112393 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2418b9-e62d-41b5-9f4d-1e024d3b8d32 req-2d0e8a01-290a-4861-b690-f3fb6f3b3955 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:55.113903 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ab2418b9-e62d-41b5-9f4d-1e024d3b8d32 req-2d0e8a01-290a-4861-b690-f3fb6f3b3955 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 943 time: 0.8899508 Jan 18 12:43:55.114569 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.163967 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.206893 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 4f280e50-773e-4b8e-84c9-dd5466a3393a, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=4f280e50-773e-4b8e-84c9-dd5466a3393a,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:55.215357 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.300275 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Attempting to bind port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:55.300821 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Attempting to bind port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6194100f-0c82-40f5-9140-238086f2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '488277f5-21ed-41d6-8a12-597a604919c9'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:55.307182 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Attempting to bind port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 on network 488277f5-21ed-41d6-8a12-597a604919c9 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:55.353492 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.369547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 on network 488277f5-21ed-41d6-8a12-597a604919c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:43:55.369959 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Attempting to bind port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 on network 488277f5-21ed-41d6-8a12-597a604919c9 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:55.372526 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=4f280e50-773e-4b8e-84c9-dd5466a3393a,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:55.391814 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:55.406106 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Checking segment: {'id': '6194100f-0c82-40f5-9140-238086f2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '488277f5-21ed-41d6-8a12-597a604919c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:55.407694 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Bound using segment: {'id': '6194100f-0c82-40f5-9140-238086f2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '488277f5-21ed-41d6-8a12-597a604919c9'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:55.412493 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Bound port: 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6194100f-0c82-40f5-9140-238086f2b190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '488277f5-21ed-41d6-8a12-597a604919c9'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:55.416456 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.475433 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:55.499923 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7013001b-3521-4ee7-9202-31231ebb1a21 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f77e39d-727e-47d9-bc23-74fdc3423ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7240367 Jan 18 12:43:55.500290 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:55.510850 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Usage tracker for resource:security_group_rule and tenant:acc84affab424e3f9d63c03c3dd27012 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:55.557592 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:55.619445 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ab2418b9-e62d-41b5-9f4d-1e024d3b8d32 req-6b72a24e-5f3f-4bb8-9ecc-733f2dc6db1e tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724910 Jan 18 12:43:55.644472 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:55.727744 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] For port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80, host hv-cinder-82510, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:55.734622 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] For port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,segment=NetworkSegment(6194100f-0c82-40f5-9140-238086f2b190),segment_id=6194100f-0c82-40f5-9140-238086f2b190)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:55.741079 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.775254 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:55.799983 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Usage tracker for resource:security_group_rule and tenant:29e1b07f05cc46bab2e10d280f7f8639 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:55.807879 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:55.856887 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:55.946897 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Pushing event updated for resources: {'Port': ['ID=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:55.987534 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.990490 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-7dfcf79b-9963-47e5-a62c-992ea4b25e09 service neutron] 10.222.0.85 "PUT /v2.0/ports/260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 HTTP/1.1" status: 200 len: 1093 time: 3.8214443 Jan 18 12:43:55.991906 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'tag': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:43:56.191084 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.211234 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-360aff9d-fa51-4ff2-8deb-4126d648d07c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=00fb5f34635942078a752f110c1fea8a&device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 1096 time: 0.1340640 Jan 18 12:43:56.217365 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.315730 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:56.329106 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Sync routers for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:56.336338 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=82855) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:56.361566 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:56.363673 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:56.371189 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-c9d88f73-cde8-4680-91d6-2dfbdbea76ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 HTTP/1.1" status: 200 len: 217 time: 0.1491220 Jan 18 12:43:56.401821 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.403368 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.segments_db [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Added segment 5548e0be-54d0-457f-891d-4cb9fd845a76 of type vlan for network a08adfe4-f311-4852-b695-dcbbfb963e91 Jan 18 12:43:56.487507 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.592148 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:56.598492 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-b92d5de1-405e-49bb-a8e0-6851547913f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:56.601760 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cdf943-0b48-484d-813c-609dc6349ba7,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:56.604754 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-b92d5de1-405e-49bb-a8e0-6851547913f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5c0d97ac-2061-4c2f-9253-78ae26b919b3 HTTP/1.1" status: 200 len: 852 time: 0.2139251 Jan 18 12:43:56.647596 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.db.resource_extend [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:43:56.658692 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.660079 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:56.661010 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.713255 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.758279 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-75f97ad7-d300-4ad0-a13d-f0bb69c7aebd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=488277f5-21ed-41d6-8a12-597a604919c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436586 Jan 18 12:43:56.806199 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3975102c-49d2-4d10-bbc5-a8547e38b089 admin admin] 10.222.0.39 "PUT /v2.0/routers/8b15c917-34a2-41ff-9d89-a462c69705fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8683720 Jan 18 12:43:56.822074 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.822904 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.102062 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.237513 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47948) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:57.239245 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'tag': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80', 'status': 'completed', 'code': 200} Jan 18 12:43:57.264277 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340002743', 'description': 'tempest-description--1900179247'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:57.287704 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:57.302846 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:57.309130 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:57.326623 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:57.334378 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:57.339083 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.353714 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Pushing event updated for resources: {'Port': ['ID=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:57.356033 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] Pushing event updated for resources: {'Network': ['ID=a08adfe4-f311-4852-b695-dcbbfb963e91,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:57.359331 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:57.376782 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5588fc86-2be1-4040-bca7-2c3df33db455 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9790912 Jan 18 12:43:57.381615 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47958) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:57.386230 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.425140 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Request body: {'subnet': {'network_id': 'a08adfe4-f311-4852-b695-dcbbfb963e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189874611-subnet', 'tenant_id': 'acc84affab424e3f9d63c03c3dd27012', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:57.435889 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:57.442121 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Usage tracker for resource:subnet and tenant:acc84affab424e3f9d63c03c3dd27012 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:57.449587 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:57.453089 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network a08adfe4-f311-4852-b695-dcbbfb963e91 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:57.469137 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:57.484692 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Made reservation on behalf of acc84affab424e3f9d63c03c3dd27012 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:57.490254 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.523792 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.543866 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70423ae7-efee-48f5-b34a-7e61bfc51f24,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:57.608686 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-31000e93-095b-4b11-808e-e988032d6199 service neutron] 10.222.0.85 "GET /v2.0/networks/488277f5-21ed-41d6-8a12-597a604919c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244274 Jan 18 12:43:57.689989 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:57.851746 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-1210fe4e-79a4-410c-a0dd-d0b4bd1432a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29e1b07f05cc46bab2e10d280f7f8639&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1485243 Jan 18 12:43:57.855506 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47966) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:57.940388 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e47ba3fc-56e1-404e-9b88-1c87a9ace1bf req-68d5976c-5ca4-4022-8116-edfb30f9b445 service neutron] 10.222.0.85 "GET /v2.0/networks/488277f5-21ed-41d6-8a12-597a604919c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676196 Jan 18 12:43:57.980730 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:57.989249 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group_rule and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:57.994137 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:58.006902 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:58.134980 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc234-0a13-4b9d-980e-20456f51b506 req-392de91b-4fb6-4e16-8310-b7a2d45b3399 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:58.153155 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2b1fc234-0a13-4b9d-980e-20456f51b506 req-392de91b-4fb6-4e16-8310-b7a2d45b3399 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 943 time: 0.7853601 Jan 18 12:43:58.281890 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:58.309563 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.358305 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:58.740100 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Pushing event updated for resources: {'Subnet': ['ID=441e2a5a-eead-451a-9a64-3d156f92bd91,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:58.814758 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Checking segment: {'id': '5548e0be-54d0-457f-891d-4cb9fd845a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a08adfe4-f311-4852-b695-dcbbfb963e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:58.815283 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Network hostable DHCP agents. Network: a08adfe4-f311-4852-b695-dcbbfb963e91, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:58.842312 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.859607 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-7b5ec9f8-709a-4514-a5aa-9f9470f2d947 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=00fb5f34635942078a752f110c1fea8a&device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 1096 time: 0.6012280 Jan 18 12:43:58.862259 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.906665 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0155faa-ece0-48f2-9276-a1c78178d0bf,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:58.936875 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Network a08adfe4-f311-4852-b695-dcbbfb963e91 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:59.003478 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, a08adfe4-f311-4852-b695-dcbbfb963e91) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:59.024079 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.028005 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-78a90833-5d26-48b6-bb83-bc47a0cdd81f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7876925 Jan 18 12:43:59.045168 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2b1fc234-0a13-4b9d-980e-20456f51b506 req-bd5587d2-e6f2-4661-8472-3f9b41ea50c6 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268802 Jan 18 12:43:59.047718 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 47982) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:59.073925 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-265c5119-a09f-4f27-9d22-c88a785c86d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.165044 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.194797 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42f443-1b9c-4862-a670-ea767f4e63af None None] Network a08adfe4-f311-4852-b695-dcbbfb963e91 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:59.224229 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 47988) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:59.235842 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:59.236462 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.296842 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646786815', 'description': 'tempest-description--893274105'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:59.299191 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'security_group_rule': {'security_group_id': 'f0155faa-ece0-48f2-9276-a1c78178d0bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:59.306984 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:59.312296 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group_rule and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:59.315651 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:59.322821 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:59.363411 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:59.386223 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ce8fe250-5435-40f5-b9b5-c2c5438b916a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0034406 Jan 18 12:43:59.398629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:59.435177 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:59.460905 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:59.553031 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.604416 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.622071 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:59.668160 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-4938cc2e-4e92-4415-a143-eb7672d9c07c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:59.672183 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-4938cc2e-4e92-4415-a143-eb7672d9c07c service neutron] 10.222.0.85 "GET /v2.0/networks?id=488277f5-21ed-41d6-8a12-597a604919c9 HTTP/1.1" status: 200 len: 913 time: 0.7171772 Jan 18 12:43:59.689044 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-265c5119-a09f-4f27-9d22-c88a785c86d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.740092 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.741005 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 4f280e50-773e-4b8e-84c9-dd5466a3393a up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:59.819792 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-265c5119-a09f-4f27-9d22-c88a785c86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.851095 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c5119-a09f-4f27-9d22-c88a785c86d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70423ae7-efee-48f5-b34a-7e61bfc51f24,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:59.911212 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74a360-9e62-4b5c-bf1f-cc5013e6d2d8 None None] Network a08adfe4-f311-4852-b695-dcbbfb963e91 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:59.918814 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-fd0e110b-0364-42fb-ac91-54950e3d4331 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 HTTP/1.1" status: 200 len: 217 time: 0.2320616 Jan 18 12:43:59.948101 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-265c5119-a09f-4f27-9d22-c88a785c86d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.955874 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-265c5119-a09f-4f27-9d22-c88a785c86d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70423ae7-efee-48f5-b34a-7e61bfc51f24 HTTP/1.1" status: 204 len: 168 time: 2.0853510 Jan 18 12:43:59.961383 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:59.974747 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group_rule and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:59.989013 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:00.039258 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.060645 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.111467 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:00.147957 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9d74c1-aa4c-46d1-8ce1-689cd4a6eb28,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:00.194646 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:00.219254 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.262438 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-77692488-0686-4cde-86f8-028f563b3350 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:00.266493 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-77692488-0686-4cde-86f8-028f563b3350 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5c0d97ac-2061-4c2f-9253-78ae26b919b3 HTTP/1.1" status: 200 len: 852 time: 0.2819128 Jan 18 12:44:00.269675 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.379543 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 4f280e50-773e-4b8e-84c9-dd5466a3393a triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:00.379919 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.452124 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-a94475a1-5bd1-426c-9dbf-63c71fdcccaa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=488277f5-21ed-41d6-8a12-597a604919c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738143 Jan 18 12:44:00.619971 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.623761 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-38da8174-1aae-4595-a814-12289d0bc11a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5556598 Jan 18 12:44:00.627669 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48018) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:00.689448 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 2, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:00.696257 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Checking router: 8b15c917-34a2-41ff-9d89-a462c69705fa for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:00.704081 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Updating router 8b15c917-34a2-41ff-9d89-a462c69705fa port c51f2742-a701-48ed-a374-3957aa319156 binding host dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:44:00.823653 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'security_group_rule': {'security_group_id': 'f0155faa-ece0-48f2-9276-a1c78178d0bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:00.826048 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.830695 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.832056 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6067698 Jan 18 12:44:00.834954 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48026) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:00.838236 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7d1cf-ee5e-42f8-8f24-e6b19a477511 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33af94d4-033c-4374-bcaf-96a9df071322,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:00.866119 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'security_group_rule': {'security_group_id': '33af94d4-033c-4374-bcaf-96a9df071322', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:00.887839 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:00.918452 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group_rule and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:00.923536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:00.927435 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:00.937120 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:00.957821 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group_rule and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:00.980959 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:01.014112 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-2c4e02f2-cd1e-4a1e-8c40-08bf81d7d12a service neutron] 10.222.0.85 "GET /v2.0/networks/488277f5-21ed-41d6-8a12-597a604919c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282900 Jan 18 12:44:01.016652 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:01.016863 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.111244 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.219268 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:01.233240 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Router 2423b753-6cc4-442f-8918-7be635876e87 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:44:01.239292 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c1667-122f-4d11-a7d9-a5bf3ce8a0cc req-197ae265-5a4a-44c1-833d-19f7701378a6 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:01.253145 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b93c1667-122f-4d11-a7d9-a5bf3ce8a0cc req-197ae265-5a4a-44c1-833d-19f7701378a6 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 943 time: 0.6775978 Jan 18 12:44:01.357382 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-599a1a27-e72c-49cd-89ef-6ea4bb3c394f req-5f45926f-2c12-40f6-9dff-cb355d5eb4b6 service neutron] 10.222.0.85 "GET /v2.0/networks/488277f5-21ed-41d6-8a12-597a604919c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274214 Jan 18 12:44:01.428921 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48038) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:01.456108 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b93c1667-122f-4d11-a7d9-a5bf3ce8a0cc req-8b231fb1-8562-4aa6-9cb9-90422329b18f tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808412 Jan 18 12:44:01.458660 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.481543 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.481543 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.482972 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.501626 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.520718 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c73a41-6a90-46cc-8200-3bea1eba4744,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:01.539479 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.543891 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8712b6c9-a53d-4df6-a13e-e0f5cfa2d62c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7517576 Jan 18 12:44:01.547385 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48042) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:01.555664 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaa53f7-e42b-44c7-813c-aa222f3ff235,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:01.578516 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'floatingip': {'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:01.584462 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.591004 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e1d39c07-952f-40b3-860d-2ca955ee826e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7545967 Jan 18 12:44:01.592048 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48046) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:01.598935 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:01.604363 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'security_group_rule': {'security_group_id': '33af94d4-033c-4374-bcaf-96a9df071322', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:01.611961 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:01.619658 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group_rule and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:01.627056 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:01.633988 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:01.655718 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:01.660867 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.673083 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae8509918d54fb19848ae92c76f46e0 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:01.684141 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:01.702664 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:01.721177 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:floatingip and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:01.730992 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:01.750453 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:01.773097 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.783032 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.785925 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.795304 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.815701 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:01.816062 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.822189 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a31c3a9-e3b6-49a0-bd97-e9a0ec683311,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:01.902744 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:44:01.929402 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-54621bf2-1540-48e7-88f7-2d60a966fc4c admin admin] 10.222.0.39 "PUT /v2.0/routers/2423b753-6cc4-442f-8918-7be635876e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0428977 Jan 18 12:44:01.929540 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.930042 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48054) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:01.930133 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-70b534bf-5eb9-42aa-b812-c01167046af1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3332920 Jan 18 12:44:01.944093 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'floatingip': {'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:01.987046 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:01.990125 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.992340 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:floatingip and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:01.997143 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:01.999279 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.007368 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:02.032526 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.156048 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ae8509918d54fb19848ae92c76f46e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7252820 Jan 18 12:44:02.163395 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48060) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:02.235877 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e21a-0134-4f15-9aad-4f2d61da3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c06385e-6720-476b-b636-0035821eff93,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:02.408135 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.435895 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Transition to ACTIVE for port object c51f2742-a701-48ed-a374-3957aa319156 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:02.436159 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.448750 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.515604 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48076) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:02.707655 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f58353ed-c807-4e00-a133-566601f90ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.782572 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f58353ed-c807-4e00-a133-566601f90ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.842488 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a840d-47c8-4b90-a216-879f3896b775 None None] Pushing event updated for resources: {'Port': ['ID=c51f2742-a701-48ed-a374-3957aa319156,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:02.982276 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Attempting to bind port c51f2742-a701-48ed-a374-3957aa319156 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:02.982809 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Attempting to bind port c51f2742-a701-48ed-a374-3957aa319156 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:02.983273 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Attempting to bind port c51f2742-a701-48ed-a374-3957aa319156 on network c0a3416b-8803-45c6-bf34-7b3b9e37788d {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:02.992094 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:02.992614 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Checking segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:02.993145 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.993634 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Bound using segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:02.994218 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Bound port: c51f2742-a701-48ed-a374-3957aa319156, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:02.995140 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.049738 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f58353ed-c807-4e00-a133-566601f90ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.145137 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] For port c51f2742-a701-48ed-a374-3957aa319156, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:03.166097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] For port c51f2742-a701-48ed-a374-3957aa319156, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=c51f2742-a701-48ed-a374-3957aa319156,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:03.178784 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.230681 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58353ed-c807-4e00-a133-566601f90ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c06385e-6720-476b-b636-0035821eff93,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:03.311328 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Allocated IP 172.28.2.145 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/43ba9715-842b-41a2-9abd-7a6f3600eae9) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:03.314774 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f58353ed-c807-4e00-a133-566601f90ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.318386 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f58353ed-c807-4e00-a133-566601f90ca9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c06385e-6720-476b-b636-0035821eff93 HTTP/1.1" status: 204 len: 168 time: 1.1514213 Jan 18 12:44:03.347323 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.352879 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.393489 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:03.397668 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Usage tracker for resource:security_group_rule and tenant:ff4809400036449996c40aa7e0d268dc is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:03.401521 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:03.407764 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:03.479777 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:03.480512 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:43:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:03.492132 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.498279 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.562908 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef2311e-a620-4de7-898e-42a16b4e1697,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:03.570431 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a58cf757-1b25-4587-b572-5c471a37db3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff4809400036449996c40aa7e0d268dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0509825 Jan 18 12:44:03.570594 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48098) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:03.656683 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d70a0-410d-472b-be2e-4518f5149628 req-5069e929-0b54-4b43-b38b-ea7dfd31ad83 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:03.665618 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-921d70a0-410d-472b-be2e-4518f5149628 req-5069e929-0b54-4b43-b38b-ea7dfd31ad83 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 943 time: 0.9656475 Jan 18 12:44:03.669387 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-114b8528-9216-47f8-bc74-ec696759cad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.701028 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-114b8528-9216-47f8-bc74-ec696759cad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.752642 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a840d-47c8-4b90-a216-879f3896b775 None None] Pushing event updated for resources: {'Port': ['ID=c51f2742-a701-48ed-a374-3957aa319156,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:03.772809 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-921d70a0-410d-472b-be2e-4518f5149628 req-f462a0b2-37d9-46f1-a591-df18ab9b3daf tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060433 Jan 18 12:44:03.777741 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-114b8528-9216-47f8-bc74-ec696759cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.804215 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8528-9216-47f8-bc74-ec696759cad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef2311e-a620-4de7-898e-42a16b4e1697,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:03.810046 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.822060 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-114b8528-9216-47f8-bc74-ec696759cad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.823660 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-114b8528-9216-47f8-bc74-ec696759cad6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cef2311e-a620-4de7-898e-42a16b4e1697 HTTP/1.1" status: 204 len: 168 time: 0.2516382 Jan 18 12:44:03.862244 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.969631 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48112) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:03.978829 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-305347657-network', 'tenant_id': '8bd17a226c164885a4209e024f0f3989'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:03.987482 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:03.995062 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:03.997600 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Usage tracker for resource:network and tenant:8bd17a226c164885a4209e024f0f3989 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:04.004980 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:04.017628 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:04.038733 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Made reservation on behalf of 8bd17a226c164885a4209e024f0f3989 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:04.045635 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.073608 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.095213 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:04.096505 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Allocated IP 172.28.2.3 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/be6b95e2-1528-4591-817c-5ce841b1b76c) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:04.106460 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:04.123308 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'Port': ['ID=43ba9715-842b-41a2-9abd-7a6f3600eae9,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:04.144393 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:04.162436 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:04.173711 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Usage tracker for resource:security_group_rule and tenant:8bd17a226c164885a4209e024f0f3989 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:04.180452 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:04.194691 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:04.285892 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa07d-5cb0-4740-bc6c-338bd7e623ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.301643 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.308440 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.376480 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:44:04.395708 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b9a71-d186-401e-8964-d473f2d1705b,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:04.407835 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.407835 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Added segment 77ab78c6-1b0c-478b-a4ad-686772554dc5 of type vlan for network 520ff137-53e3-4628-902a-21314ce8360f Jan 18 12:44:04.458195 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-828f8867-dd76-4a74-b00d-f264b80b9bbf tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:04.458869 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-828f8867-dd76-4a74-b00d-f264b80b9bbf tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Synchronizing usage tracker for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:network {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:04.473655 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.481307 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.487294 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:03Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:04.493024 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca6e21-65fc-4aaa-bb60-223a09fe5c2c None None] The sync data for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb is: [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:03Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:04.588980 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.593968 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:04.595354 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.619762 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-828f8867-dd76-4a74-b00d-f264b80b9bbf tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Unset dirty status for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:network {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:04.627255 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-828f8867-dd76-4a74-b00d-f264b80b9bbf tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 819 time: 0.6827643 Jan 18 12:44:04.706884 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48130) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:04.743738 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7716739 Jan 18 12:44:04.744534 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1cf42-1fe8-4f10-a547-a23f28d0c7cc admin admin] Pushing event updated for resources: {'Network': ['ID=520ff137-53e3-4628-902a-21314ce8360f,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:04.746611 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48134) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:04.753678 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.754486 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Request body: {'subnet': {'network_id': '520ff137-53e3-4628-902a-21314ce8360f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-305347657-subnet', 'tenant_id': '8bd17a226c164885a4209e024f0f3989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:04.760418 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 520ff137-53e3-4628-902a-21314ce8360f details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:44:04.760884 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:04.764817 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Usage tracker for resource:subnet and tenant:8bd17a226c164885a4209e024f0f3989 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:04.767752 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:04.774057 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:04.785066 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Made reservation on behalf of 8bd17a226c164885a4209e024f0f3989 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:04.787679 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.835585 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-73237579-965d-4db0-8ad7-938008a2e00d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/quotas/7893ee1e0906446283f7b83ac23f9a02 HTTP/1.1" status: 200 len: 375 time: 0.2074573 Jan 18 12:44:04.850729 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.931175 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.058971 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device c51f2742-a701-48ed-a374-3957aa319156 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:05.225721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.268025 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:05.304075 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d233b016-96de-41a2-8275-9f63ff039963,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:05.319748 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port c51f2742-a701-48ed-a374-3957aa319156 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:05.332105 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port c51f2742-a701-48ed-a374-3957aa319156 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:05.332503 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.337853 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Checking segment: {'id': '77ab78c6-1b0c-478b-a4ad-686772554dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '520ff137-53e3-4628-902a-21314ce8360f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:05.338417 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Network hostable DHCP agents. Network: 520ff137-53e3-4628-902a-21314ce8360f, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:44:05.352062 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Usage tracker for resource:security_group_rule and tenant:d9cecaab959a47d08998c8bd6f6a2a31 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:05.377108 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Network 520ff137-53e3-4628-902a-21314ce8360f is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:44:05.398512 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 520ff137-53e3-4628-902a-21314ce8360f) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:05.403994 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:05.404701 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.405121 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:05.416984 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-7a06f7aa-afa6-4b59-9064-a785dc35a81e tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Synchronizing usage tracker for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:05.426030 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2c1ec-0347-4190-b8d1-c916a14fcf2b None None] Network 520ff137-53e3-4628-902a-21314ce8360f requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:05.437569 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:05.473808 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f0b97-7f49-4373-974c-9227321f4511 req-9aa9ec5c-e1d9-4c87-b1e2-79a95d611aa8 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:05.479582 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ca6c9eee-47b0-41de-8d15-443d138dff58 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7294245 Jan 18 12:44:05.484541 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0e3f0b97-7f49-4373-974c-9227321f4511 req-9aa9ec5c-e1d9-4c87-b1e2-79a95d611aa8 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 943 time: 0.3790865 Jan 18 12:44:05.733570 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.736192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-7a06f7aa-afa6-4b59-9064-a785dc35a81e tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Unset dirty status for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:05.746333 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-7a06f7aa-afa6-4b59-9064-a785dc35a81e tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8496909 Jan 18 12:44:05.772947 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48158) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:05.848836 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.851102 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.885778 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] Deleting subnet 441e2a5a-eead-451a-9a64-3d156f92bd91 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:44:05.889972 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.952941 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.965131 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.983001 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:05.984476 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.007429 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:06.010195 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:06.022670 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.060572 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port c51f2742-a701-48ed-a374-3957aa319156, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=c51f2742-a701-48ed-a374-3957aa319156,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:06.062762 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.065192 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7566b-cc6d-44e1-8e00-c5533c51ab03 None None] Network 520ff137-53e3-4628-902a-21314ce8360f requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:06.142969 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.186641 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.189073 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.206965 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:06.210081 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.251891 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0e3f0b97-7f49-4373-974c-9227321f4511 req-449cc14d-38fe-4047-acb1-1dd2e735aaa3 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476205 Jan 18 12:44:06.274991 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.276487 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7235103 Jan 18 12:44:06.295583 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=c51f2742-a701-48ed-a374-3957aa319156,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.320504 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441e2a5a-eead-451a-9a64-3d156f92bd91,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.339870 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.348524 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e70701fd-d4d2-42df-95ad-d06fdddcf42f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/441e2a5a-eead-451a-9a64-3d156f92bd91 HTTP/1.1" status: 204 len: 168 time: 0.5736680 Jan 18 12:44:06.350940 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48172) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:06.368910 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.428903 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'Port': ['ID=be6b95e2-1528-4591-817c-5ce841b1b76c,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.454631 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a64a751-813f-4c68-927d-30b5824f5a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.572703 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,segment=NetworkSegment(6194100f-0c82-40f5-9140-238086f2b190),segment_id=6194100f-0c82-40f5-9140-238086f2b190)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:06.592863 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80', 'network_id': '488277f5-21ed-41d6-8a12-597a604919c9', 'port_id': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80', 'mac_address': 'fa:16:3e:9b:61:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0d97ac-2061-4c2f-9253-78ae26b919b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:06.595718 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.652137 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.675942 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:06.694650 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,segment=NetworkSegment(6194100f-0c82-40f5-9140-238086f2b190),segment_id=6194100f-0c82-40f5-9140-238086f2b190)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:06.700337 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.725636 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9cecaab959a47d08998c8bd6f6a2a31&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0152109 Jan 18 12:44:06.748853 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-685060d1-143c-44bd-aec6-0824cd893ebf service neutron] 10.222.0.39 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910600 Jan 18 12:44:06.751486 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.753192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48190) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:06.791406 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.792106 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.792646 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.792984 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > port after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.793306 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.793665 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > port after_update 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.793992 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.794326 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.794646 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.795128 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.795234 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.816542 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55d871-8666-44dd-990f-1c76e3a43b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58416c2-e993-4c53-87d2-b2f43feeb8b6,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.924170 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.924550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.924882 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.925367 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:06.926048 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08adfe4-f311-4852-b695-dcbbfb963e91']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:06.951801 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5548e0be-54d0-457f-891d-4cb9fd845a76') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:06.952419 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5548e0be-54d0-457f-891d-4cb9fd845a76') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:06.960183 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.965200 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['260ec23b-6dad-4455-a5e1-cdf8c9d6ab80'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:06.972983 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.977176 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.998761 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device c51f2742-a701-48ed-a374-3957aa319156 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:07.006235 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.016010 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:44:07.016703 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.028538 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: util.warn_limited( Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: util.warn_limited( Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:44:07.042140 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:44:07.082391 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-e368580f-c0da-4db0-a0b5-1bfb31d16001 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1340002743&fields=id&tenant_id=df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 267 time: 0.2864447 Jan 18 12:44:07.082912 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f977341-b1de-4a0d-845f-d01f84ce8837 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'Port': ['ID=43ba9715-842b-41a2-9abd-7a6f3600eae9,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:07.085391 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.086536 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1564627 Jan 18 12:44:07.180144 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.199065 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port c51f2742-a701-48ed-a374-3957aa319156 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:07.199438 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.234594 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.260027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08adfe4-f311-4852-b695-dcbbfb963e91,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:07.263277 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8e13f1ca-125a-4b75-8cce-bc1e3c204813 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a08adfe4-f311-4852-b695-dcbbfb963e91 HTTP/1.1" status: 204 len: 168 time: 0.9084687 Jan 18 12:44:07.267406 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48206) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:07.310556 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-cd047a22-d997-4e2d-94e3-e94f02015342 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:07.312364 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-cd047a22-d997-4e2d-94e3-e94f02015342 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 816 time: 0.1893587 Jan 18 12:44:07.383021 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] Deleting subnet d233b016-96de-41a2-8275-9f63ff039963 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:44:07.387024 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.440788 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-02da7c28-8824-4bc8-82c4-e7813fb2a18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.448294 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-64493cf7-29cb-4faf-a600-64e378f8711c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/quotas/df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 375 time: 0.0807388 Jan 18 12:44:07.451092 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0c132-4c9b-483d-b103-b9eed052c486 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'Port': ['ID=be6b95e2-1528-4591-817c-5ce841b1b76c,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:07.462294 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-f34d3b44-9da3-4dd8-ad07-c15d5ad88c54 service neutron] 10.222.0.39 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128167 Jan 18 12:44:07.474391 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581228'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.529937 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-02da7c28-8824-4bc8-82c4-e7813fb2a18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.574294 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.593881 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.636727 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-4e5a703e-b25f-4e46-956e-22ed38885444 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705663 Jan 18 12:44:07.645536 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-02da7c28-8824-4bc8-82c4-e7813fb2a18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.667071 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da7c28-8824-4bc8-82c4-e7813fb2a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58416c2-e993-4c53-87d2-b2f43feeb8b6,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:07.672924 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-02da7c28-8824-4bc8-82c4-e7813fb2a18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.676968 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-02da7c28-8824-4bc8-82c4-e7813fb2a18c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f58416c2-e993-4c53-87d2-b2f43feeb8b6 HTTP/1.1" status: 204 len: 168 time: 0.8718560 Jan 18 12:44:07.708074 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3890451'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.716927 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.851933 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d233b016-96de-41a2-8275-9f63ff039963,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:07.864977 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.871833 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f4b830a8-df19-4aaf-bc35-7f0163362385 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d233b016-96de-41a2-8275-9f63ff039963 HTTP/1.1" status: 204 len: 168 time: 0.6028237 Jan 18 12:44:07.874376 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48236) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:08.006689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-5a3bba02-07cd-4ad8-8ac1-36da292ed0be service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=82855) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:44:08.006689 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-5a3bba02-07cd-4ad8-8ac1-36da292ed0be service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1952586 Jan 18 12:44:08.169479 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:08.328450 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:08.330438 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:08.339376 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:08.339753 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:08.372729 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3018e-0583-455e-97e2-4f726375391d req-19e6c670-7913-4ad7-a795-c32bcda12f1d tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:08.380268 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-adb3018e-0583-455e-97e2-4f726375391d req-19e6c670-7913-4ad7-a795-c32bcda12f1d tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 944 time: 0.4663889 Jan 18 12:44:08.607940 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:08.655725 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.656358 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.657333 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.657668 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > port after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.657990 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.658336 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > port after_update 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.658658 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.659226 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.659545 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.659853 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.724259 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:08.784622 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:08.909958 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.910303 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.914505 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.914961 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:08.920600 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520ff137-53e3-4628-902a-21314ce8360f']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:08.942911 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ab78c6-1b0c-478b-a4ad-686772554dc5') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:08.943195 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ab78c6-1b0c-478b-a4ad-686772554dc5') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:08.974194 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3146380'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.004472 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,segment=NetworkSegment(6194100f-0c82-40f5-9140-238086f2b190),segment_id=6194100f-0c82-40f5-9140-238086f2b190)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:09.018492 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.021572 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.030401 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.038732 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-adb3018e-0583-455e-97e2-4f726375391d req-5cadba0d-1543-46d9-8571-dfa4a29acb0d tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575482 Jan 18 12:44:09.065738 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a90fc724-e598-4866-986e-8a47fcfee519 service neutron] 10.222.0.39 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0476131 Jan 18 12:44:09.182358 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:44:09.185082 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279631'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.227029 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: util.warn_limited( Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: util.warn_limited( Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: Traceback (most recent call last): Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: timer() Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: cb(*args, **kw) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: return func(*args, **kwargs) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: self._notify() Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: self.callback(batched_events) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: event.method(event) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: return f(self, *a, **k) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: return self._get(url).json() Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:44:09.315673 dv-cinder-825100-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:44:09.487460 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.532556 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-667067bb-ea44-47f9-8c81-d735ec6f51a9 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1646786815&fields=id&tenant_id=8098dd3fa4854e36865cc5b97f7cdb86 HTTP/1.1" status: 200 len: 267 time: 0.1530354 Jan 18 12:44:09.533389 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.559314 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] Pushing event deleted for resources: {'Network': ['ID=520ff137-53e3-4628-902a-21314ce8360f,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:09.585057 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4864eaa8-49b3-47e1-977c-346e51f9ce33 admin admin] 10.222.0.39 "DELETE /v2.0/networks/520ff137-53e3-4628-902a-21314ce8360f HTTP/1.1" status: 204 len: 168 time: 1.7094336 Jan 18 12:44:09.640466 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-c2eff23f-646a-4ca5-9b5c-aba1ed62dcd7 service neutron] 10.222.0.39 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585203 Jan 18 12:44:09.740768 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-270677be-62d8-45be-a715-ea9f587d8b68 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.744698 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-270677be-62d8-45be-a715-ea9f587d8b68 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 811 time: 0.1966245 Jan 18 12:44:09.769608 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d828df16-3fed-41a2-b63e-2b2818e643eb tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/quotas/8098dd3fa4854e36865cc5b97f7cdb86 HTTP/1.1" status: 200 len: 375 time: 0.0189939 Jan 18 12:44:09.848920 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48346) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:09.901196 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d1a4fc4f-80e7-4709-aa4d-0cdfde86a4ff tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Synchronizing usage tracker for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:09.956828 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9a8246b0-49d9-4470-bb5a-d00a6e0df6ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acc84affab424e3f9d63c03c3dd27012&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1023424 Jan 18 12:44:09.956929 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48356) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:10.038306 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1abcdaa5-5a39-4bbc-abee-6d65cf5f6634 req-b917f481-755c-43ba-84ea-40b8e4029932 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 210 time: 0.0845628 Jan 18 12:44:10.039383 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d1a4fc4f-80e7-4709-aa4d-0cdfde86a4ff tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Unset dirty status for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:10.052201 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d1a4fc4f-80e7-4709-aa4d-0cdfde86a4ff tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2715702 Jan 18 12:44:10.058551 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dfb35c5c-2671-49dd-8ef5-34395e12ec51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.118097 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dfb35c5c-2671-49dd-8ef5-34395e12ec51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.318900 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-6f7fe9ad-7b0c-47ff-9bd2-948f673b190a service neutron] 10.222.0.39 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628946 Jan 18 12:44:10.427436 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-23968dd1-0a05-40a5-8e5e-66f39bdb074d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:10.429446 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-23968dd1-0a05-40a5-8e5e-66f39bdb074d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 819 time: 0.2721548 Jan 18 12:44:10.488630 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Request body: {'port': {'device_id': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'admin_state_up': True, 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:10.544418 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dfb35c5c-2671-49dd-8ef5-34395e12ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.560253 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-7f688bc8-da2b-479d-a255-080814f01192 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329226 Jan 18 12:44:10.694211 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80', 'code': 200} Jan 18 12:44:10.698966 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35c5c-2671-49dd-8ef5-34395e12ec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cdf943-0b48-484d-813c-609dc6349ba7,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:10.707165 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dfb35c5c-2671-49dd-8ef5-34395e12ec51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.721471 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-dfb35c5c-2671-49dd-8ef5-34395e12ec51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42cdf943-0b48-484d-813c-609dc6349ba7 HTTP/1.1" status: 204 len: 168 time: 0.7634485 Jan 18 12:44:10.854575 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:10.882192 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:10.897168 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Made reservation on behalf of 7893ee1e0906446283f7b83ac23f9a02 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:10.903943 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.108915 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.85', 61019) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:11.231925 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-52b10b84-3e92-4598-85d3-2f42ce69e6af req-e3dc6cd0-5907-4170-a1c0-633279c29ee8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 210 time: 0.2060971 Jan 18 12:44:11.287478 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258901-6370-46ce-8723-3243a1e856c4 req-f273b4ed-f97f-4bd2-b559-f6824bc505f2 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:11.305163 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5f258901-6370-46ce-8723-3243a1e856c4 req-f273b4ed-f97f-4bd2-b559-f6824bc505f2 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 945 time: 0.1325974 Jan 18 12:44:11.357346 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5f258901-6370-46ce-8723-3243a1e856c4 req-f51a7721-c33e-4243-9915-f87f95496089 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591857 Jan 18 12:44:11.646764 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0a8c5471-dfda-4c88-9991-acd5c4e5af82 req-36c73aa9-6f52-46d8-87e4-94e542b8561c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 210 time: 0.1438808 Jan 18 12:44:11.655625 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-8ee71c24-ccfa-4344-ab2a-545c50e4d6db service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 1098 time: 0.5405946 Jan 18 12:44:11.686424 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Allocated IP 172.20.0.7 (97eb3b03-a55b-49e4-9afa-3770f7db924d/f3a6de0c-760c-46dc-8590-6c6b377fb8de/5709c216-5ab5-4048-b710-b81a1b69b01c) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:11.718993 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.85', 61028) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:11.788402 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.925598 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:11.994351 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Usage tracker for resource:security_group_rule and tenant:5824bb8c2d314d388765cfc6572a4bf1 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:11.997846 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:12.013669 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48440) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:12.023975 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:12.346398 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-e783d206-d1c2-4d84-93f6-c8695f5f0638 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:12.356710 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-e783d206-d1c2-4d84-93f6-c8695f5f0638 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 819 time: 0.4069116 Jan 18 12:44:12.370546 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.395078 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-3ea7f85e-860f-40f0-8966-36ed22425a45 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/quotas/7893ee1e0906446283f7b83ac23f9a02 HTTP/1.1" status: 200 len: 375 time: 0.0372484 Jan 18 12:44:12.458281 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-09d038c5-9889-43b5-a4f5-b10ff1d08070 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bd17a226c164885a4209e024f0f3989&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4384756 Jan 18 12:44:12.458281 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.474529 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48454) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:12.487086 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2dc6ab81-062e-4b9a-b142-d66d4e9a3aa1 req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057303 Jan 18 12:44:12.493987 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.521276 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9c66e-77ba-4583-8ed8-23ac3229ad6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc0ad4-3931-46b5-b11e-50b512d10d32,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:12.547083 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.562581 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c618d236-7e86-495a-b96b-257e074eb941 req-dc000925-c8f6-46cf-bcea-0393bdd3aa9e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 210 time: 0.1356089 Jan 18 12:44:12.591084 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8ed34847-b553-4f4e-9dee-727025be7a25 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:12.592505 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8ed34847-b553-4f4e-9dee-727025be7a25 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 816 time: 0.8715165 Jan 18 12:44:12.640527 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:12.643740 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:12.648471 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:12.649057 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-f64a5063-4732-4e58-84c5-4e9706ee39c7 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2389882 Jan 18 12:44:12.677055 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Pushing event updated for resources: {'Port': ['ID=5709c216-5ab5-4048-b710-b81a1b69b01c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:12.715151 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:12.715766 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.746712 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-c3228bde-7ef5-4732-87e3-d787d996a9c9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2614107 Jan 18 12:44:12.757367 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Request body: {'port': {'device_id': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:12.770555 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0ebac1b3-3b73-4856-bd23-40e76d04db73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.872924 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.886816 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0ebac1b3-3b73-4856-bd23-40e76d04db73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.944987 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-fc4f828d-7d22-45e0-8f91-4730d0e6e0e5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 380 time: 0.1955945 Jan 18 12:44:12.970974 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'port': {'device_id': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'admin_state_up': True, 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'security_groups': ['f0155faa-ece0-48f2-9276-a1c78178d0bf']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:13.000932 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-243e69ef-59d3-4724-84a0-28061f8d4f23 service neutron] 10.222.0.39 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506315 Jan 18 12:44:13.165985 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d86b2d30-6595-40bb-987d-613ffa1a540f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:13.166905 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d86b2d30-6595-40bb-987d-613ffa1a540f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Synchronizing usage tracker for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:13.193125 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86aee9-ab18-48a3-ba8a-61e908b61cab req-1eeab157-846e-426a-89a1-b9e3fa9f1253 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:13.194757 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6e86aee9-ab18-48a3-ba8a-61e908b61cab req-1eeab157-846e-426a-89a1-b9e3fa9f1253 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 945 time: 0.4443645 Jan 18 12:44:13.315402 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0ebac1b3-3b73-4856-bd23-40e76d04db73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.320576 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d86b2d30-6595-40bb-987d-613ffa1a540f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Unset dirty status for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:13.322196 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-d86b2d30-6595-40bb-987d-613ffa1a540f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 811 time: 0.4008791 Jan 18 12:44:13.377891 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:13.382754 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:port and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:13.392614 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:13.401263 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:13.419473 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebac1b3-3b73-4856-bd23-40e76d04db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b9a71-d186-401e-8964-d473f2d1705b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:13.459560 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0ebac1b3-3b73-4856-bd23-40e76d04db73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.475042 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-0ebac1b3-3b73-4856-bd23-40e76d04db73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b94b9a71-d186-401e-8964-d473f2d1705b HTTP/1.1" status: 204 len: 168 time: 0.9910905 Jan 18 12:44:13.483043 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6e86aee9-ab18-48a3-ba8a-61e908b61cab req-2ddeef6f-c4ca-4eb9-89d4-6ff0cc19063d tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378793 Jan 18 12:44:13.492405 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-9b78fb41-e302-4ef6-9e0e-0b598c43b1ae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Synchronizing usage tracker for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:13.507177 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-ffb35b6b-b50a-4ef4-b726-36cc922f141b service neutron] 10.222.0.39 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495316 Jan 18 12:44:13.509663 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Made reservation on behalf of df103930be1a4933ba2e71125192fdd7 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:13.518581 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.680795 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5709c216-5ab5-4048-b710-b81a1b69b01c {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:13.693763 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-9b78fb41-e302-4ef6-9e0e-0b598c43b1ae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Unset dirty status for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:13.694887 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-9b78fb41-e302-4ef6-9e0e-0b598c43b1ae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8098dd3fa4854e36865cc5b97f7cdb86 HTTP/1.1" status: 200 len: 380 time: 0.3399582 Jan 18 12:44:13.697275 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.709695 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'port': {'device_id': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'admin_state_up': True, 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'security_groups': ['33af94d4-033c-4374-bcaf-96a9df071322']}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:14.002861 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Transition to ACTIVE for port object 5709c216-5ab5-4048-b710-b81a1b69b01c will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:14.011271 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.030016 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-069bb31a-194b-4faa-9334-6725592b15f6 req-485685a6-26ea-492a-b320-97213c904027 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 210 time: 0.2354918 Jan 18 12:44:14.066022 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bdf15c50-6100-49c0-bebe-83c3a2a51acf req-71659a5f-4b3e-4873-8d54-bd4bdb8187b5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 210 time: 0.1728315 Jan 18 12:44:14.099863 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Allocated IP 172.20.0.5 (379a62c5-bd4f-4429-a340-76521418cacf/4bd3bedd-dfdd-41b4-8cf1-d2d013518d59/a4895030-f193-4def-bffe-f612ec341660) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:14.307733 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c50e155a-26cf-4489-955b-b02d4737016c req-1264568a-6403-4bbf-bd66-4618c63d7d7d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 210 time: 0.1599205 Jan 18 12:44:14.334416 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Pushing event updated for resources: {'Port': ['ID=5709c216-5ab5-4048-b710-b81a1b69b01c,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:14.518866 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:14.534532 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:14.632563 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48514) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:14.668787 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Made reservation on behalf of 8098dd3fa4854e36865cc5b97f7cdb86 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:14.677368 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.750288 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.771958 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Transition to ACTIVE for port object a4895030-f193-4def-bffe-f612ec341660 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:14.859521 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Attempting to bind port 5709c216-5ab5-4048-b710-b81a1b69b01c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:14.859958 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Attempting to bind port 5709c216-5ab5-4048-b710-b81a1b69b01c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:14.860358 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Attempting to bind port 5709c216-5ab5-4048-b710-b81a1b69b01c on network 97eb3b03-a55b-49e4-9afa-3770f7db924d {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:14.885227 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Port 5709c216-5ab5-4048-b710-b81a1b69b01c on network 97eb3b03-a55b-49e4-9afa-3770f7db924d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:14.886850 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Attempting to bind port 5709c216-5ab5-4048-b710-b81a1b69b01c on network 97eb3b03-a55b-49e4-9afa-3770f7db924d {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:14.963014 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.968181 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:14.968926 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Checking segment: {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:14.969514 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Bound using segment: {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:14.970225 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Bound port: 5709c216-5ab5-4048-b710-b81a1b69b01c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:14.970934 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.974659 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.127896 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] For port 5709c216-5ab5-4048-b710-b81a1b69b01c, host hv-cinder-82510, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:15.135080 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] For port 5709c216-5ab5-4048-b710-b81a1b69b01c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5709c216-5ab5-4048-b710-b81a1b69b01c,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:15.156207 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.163269 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Allocated IP 172.20.0.9 (c0a3416b-8803-45c6-bf34-7b3b9e37788d/0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced/2a5788a4-9e75-4795-99e9-ec9c6940743e) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:15.272861 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cfbae409-6db6-4a82-bb51-285d00ba91b2 req-fc4f3487-801f-4ef6-8147-f5f218e3d9ee tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 210 time: 0.0736334 Jan 18 12:44:15.293315 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cbe6d-923a-44cd-8620-b39b812cd45e req-e9873613-ee4f-4454-a03c-abce6e8082de tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:15.294773 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8e5cbe6d-923a-44cd-8620-b39b812cd45e req-e9873613-ee4f-4454-a03c-abce6e8082de tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 945 time: 0.4925916 Jan 18 12:44:15.295417 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:15.299187 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Network 379a62c5-bd4f-4429-a340-76521418cacf is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:15.302209 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:15.313140 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:15.431763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:15.436714 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c65bcb957a4052926365e3379fe34a is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:15.440071 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:15.452336 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:15.535131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.536688 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] 10.222.0.85 "PUT /v2.0/ports/5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 1093 time: 2.7834678 Jan 18 12:44:15.539124 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'tag': '5709c216-5ab5-4048-b710-b81a1b69b01c'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:15.565381 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e678fd-3dbf-431c-9493-84dfc687b30e service neutron] Pushing event updated for resources: {'Port': ['ID=5709c216-5ab5-4048-b710-b81a1b69b01c,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:15.715623 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8e5cbe6d-923a-44cd-8620-b39b812cd45e req-13f3dc24-6b3a-4446-b6a5-b2a64f4bcb5b tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552158 Jan 18 12:44:15.733067 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:15.733812 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.771774 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-def7f7e8-8ccd-4d94-9cff-9139e922dca3 None None] Provisioning for port a4895030-f193-4def-bffe-f612ec341660 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:15.786465 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-def7f7e8-8ccd-4d94-9cff-9139e922dca3 None None] Provisioning complete for port a4895030-f193-4def-bffe-f612ec341660 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:15.793086 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-def7f7e8-8ccd-4d94-9cff-9139e922dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.841304 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.85', 61039) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:15.909435 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.944528 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-def7f7e8-8ccd-4d94-9cff-9139e922dca3 None None] Port a4895030-f193-4def-bffe-f612ec341660 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:44:16.010316 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Transition to ACTIVE for port object 2a5788a4-9e75-4795-99e9-ec9c6940743e will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:16.088352 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-b91b8811-df1d-4a1a-88c2-e04d2f3cf718 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:16.099615 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-b91b8811-df1d-4a1a-88c2-e04d2f3cf718 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 819 time: 0.5214458 Jan 18 12:44:16.110894 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Request body: {'port': {'device_id': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'admin_state_up': True, 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:16.164116 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a870a8da-2763-4752-9abe-ad52a063b5e3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2109509 Jan 18 12:44:16.218928 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Request body: {'port': {'device_id': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:16.278183 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f70c7f52-fe1c-4ae4-a324-b5c8d325e1e8 req-7668f1d1-d7db-41f9-b38b-34932a71fd72 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 210 time: 0.1215031 Jan 18 12:44:16.314292 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.316372 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:16.356155 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48560) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:16.374203 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Usage tracker for resource:port and tenant:7893ee1e0906446283f7b83ac23f9a02 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:16.387005 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:16.399290 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdea92d-a964-4d00-a6c4-b64eafc79645 req-5617d33c-e627-4176-a417-e44b639ffb10 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:16.400622 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-bbdea92d-a964-4d00-a6c4-b64eafc79645 req-5617d33c-e627-4176-a417-e44b639ffb10 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Synchronizing usage tracker for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:16.407185 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.419830 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:16.426489 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.427164 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'tag': '5709c216-5ab5-4048-b710-b81a1b69b01c', 'status': 'completed', 'code': 200} Jan 18 12:44:16.437381 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:16.449890 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:16.454558 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'Port': ['ID=2a5788a4-9e75-4795-99e9-ec9c6940743e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:16.456819 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:16.583010 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-bbdea92d-a964-4d00-a6c4-b64eafc79645 req-5617d33c-e627-4176-a417-e44b639ffb10 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Unset dirty status for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:16.590449 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bbdea92d-a964-4d00-a6c4-b64eafc79645 req-5617d33c-e627-4176-a417-e44b639ffb10 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 931 time: 1.0936697 Jan 18 12:44:16.598040 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Made reservation on behalf of 7893ee1e0906446283f7b83ac23f9a02 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:16.627521 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.647484 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e4f57-e8d4-4f5d-81dc-f2b2ff95ee30,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:16.669146 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e4a1dce9-f17b-405c-aed3-2637b12fffc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9c65bcb957a4052926365e3379fe34a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0346427 Jan 18 12:44:16.679402 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-dc204a7b-ab2d-4d8b-80e4-37da6e5fe1f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1096 time: 0.8328066 Jan 18 12:44:16.680156 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48570) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:16.693844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.919850 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:16.920477 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.990433 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-6e4df268-2c47-4bb5-9379-8fbf80c03a79 None None] Provisioning for port 2a5788a4-9e75-4795-99e9-ec9c6940743e completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:16.999634 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-6e4df268-2c47-4bb5-9379-8fbf80c03a79 None None] Provisioning complete for port 2a5788a4-9e75-4795-99e9-ec9c6940743e triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:17.000500 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-6e4df268-2c47-4bb5-9379-8fbf80c03a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.063712 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-25978da5-d129-4fb5-a393-04045e4a1abe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3637571 Jan 18 12:44:17.085204 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Request body: {'port': {'device_id': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:17.097643 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-6e4df268-2c47-4bb5-9379-8fbf80c03a79 None None] Port 2a5788a4-9e75-4795-99e9-ec9c6940743e cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:44:17.129007 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.144071 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-e2107afc-8f98-49d4-b067-14e38faf06e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.4547455 Jan 18 12:44:17.172188 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bbdea92d-a964-4d00-a6c4-b64eafc79645 req-582c4002-b605-4844-916c-9e4cbe7dd6ea tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5808587 Jan 18 12:44:17.323253 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Allocated IP 172.20.0.3 (97eb3b03-a55b-49e4-9afa-3770f7db924d/f3a6de0c-760c-46dc-8590-6c6b377fb8de/8748d372-491b-4cb6-bf4b-cd5e9f85a323) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:17.349474 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:17.362177 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5808c6693644abb6d8ec438657c65d is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:17.375459 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:17.394940 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-a5a2b91e-dd94-457e-984b-6d82390b519f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:17.396917 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-a5a2b91e-dd94-457e-984b-6d82390b519f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.2274773 Jan 18 12:44:17.402205 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:17.420184 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.468674 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c13-3d06-43a8-8b9d-6dfa02ff7bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.518074 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-6c6b15ec-bb4c-4d59-8508-89cf3f9c5e8f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089303 Jan 18 12:44:17.653938 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ffafe-d574-4213-99b6-1a6e572b32c3 req-0e822bc0-aa5e-436b-afa7-f3466de4d23b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:17.656763 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-243ffafe-d574-4213-99b6-1a6e572b32c3 req-0e822bc0-aa5e-436b-afa7-f3466de4d23b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 931 time: 0.7498972 Jan 18 12:44:17.674409 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f51aed9c-3de6-40b5-967c-d9dfea1e7f4e req-186fb42c-7904-42fc-bca7-96dcafe2eb20 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 210 time: 0.1889949 Jan 18 12:44:17.679583 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c13-3d06-43a8-8b9d-6dfa02ff7bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.972787 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.065041 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5788a4-9e75-4795-99e9-ec9c6940743e {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:18.083081 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.095246 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.142034 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-0351ea1b-34b0-46c9-b1fd-42f6dc070ca6 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764375 Jan 18 12:44:18.144469 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-243ffafe-d574-4213-99b6-1a6e572b32c3 req-3d4d9ed8-75b3-43d4-97c9-8d9cfe251999 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569387 Jan 18 12:44:18.174798 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.181240 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4895030-f193-4def-bffe-f612ec341660 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:18.204510 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Transition to ACTIVE for port object 2a5788a4-9e75-4795-99e9-ec9c6940743e will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:18.222043 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.230300 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Network 97eb3b03-a55b-49e4-9afa-3770f7db924d is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:18.235821 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:18.244112 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.251365 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:18.355422 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Pushing event updated for resources: {'Port': ['ID=8748d372-491b-4cb6-bf4b-cd5e9f85a323,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:18.429994 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.446625 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c5808c6693644abb6d8ec438657c65d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0693066 Jan 18 12:44:18.488741 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:18.490098 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.495724 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48626) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:18.571837 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c13-3d06-43a8-8b9d-6dfa02ff7bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.620788 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018dc067-73c5-4e90-86dd-0d6af8f46e2b req-84c802ce-da42-4172-9617-42e2f58561eb service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676747 Jan 18 12:44:18.644823 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Transition to ACTIVE for port object a4895030-f193-4def-bffe-f612ec341660 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:18.682844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e1bcd-f789-4cdc-9ae7-292b0c2d8033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac66cda-246e-48ce-b585-0586738cc1af,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:18.686357 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.717466 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6b6caa14-3162-4519-abcc-9e572801ed88 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6128843 Jan 18 12:44:18.800196 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d2c13-3d06-43a8-8b9d-6dfa02ff7bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e4f57-e8d4-4f5d-81dc-f2b2ff95ee30,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:18.802118 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e85d2c13-3d06-43a8-8b9d-6dfa02ff7bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.806219 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e85d2c13-3d06-43a8-8b9d-6dfa02ff7bc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/418e4f57-e8d4-4f5d-81dc-f2b2ff95ee30 HTTP/1.1" status: 204 len: 168 time: 2.1202741 Jan 18 12:44:18.826074 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:44:18.830731 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Request body: {'port': {'device_id': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:18.874376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5788a4-9e75-4795-99e9-ec9c6940743e,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:18.912766 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:18.936507 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaadc-fc6a-4b5e-814c-ccb167dc4ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.980518 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Attempting to bind port 2a5788a4-9e75-4795-99e9-ec9c6940743e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:18.981144 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Attempting to bind port 2a5788a4-9e75-4795-99e9-ec9c6940743e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:18.981493 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Attempting to bind port 2a5788a4-9e75-4795-99e9-ec9c6940743e on network c0a3416b-8803-45c6-bf34-7b3b9e37788d {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:18.991646 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc180b1a-15e8-42f3-9b5f-f50fd96e0507 req-7162b6c1-bb7f-4439-8955-11dfe0cce752 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:18.993242 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fc180b1a-15e8-42f3-9b5f-f50fd96e0507 req-7162b6c1-bb7f-4439-8955-11dfe0cce752 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 931 time: 0.4603837 Jan 18 12:44:19.105736 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaadc-fc6a-4b5e-814c-ccb167dc4ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.118126 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48644) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:19.230621 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Port 2a5788a4-9e75-4795-99e9-ec9c6940743e on network c0a3416b-8803-45c6-bf34-7b3b9e37788d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:19.232028 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Attempting to bind port 2a5788a4-9e75-4795-99e9-ec9c6940743e on network c0a3416b-8803-45c6-bf34-7b3b9e37788d {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:19.305970 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.313281 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6351b222-26c1-414d-972f-a348a27edcf9 req-efefb06a-ae6b-4860-a023-c5c859474f80 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1096 time: 0.6051800 Jan 18 12:44:19.318035 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:19.318353 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Checking segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:19.319629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Bound using segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:19.319629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Bound port: 2a5788a4-9e75-4795-99e9-ec9c6940743e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:19.319629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.375069 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fc180b1a-15e8-42f3-9b5f-f50fd96e0507 req-0494fe6d-094c-4023-b156-659e0f04f1c7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839050 Jan 18 12:44:19.379400 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Attempting to bind port a4895030-f193-4def-bffe-f612ec341660 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:19.379764 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Attempting to bind port a4895030-f193-4def-bffe-f612ec341660 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:19.380269 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Attempting to bind port a4895030-f193-4def-bffe-f612ec341660 on network 379a62c5-bd4f-4429-a340-76521418cacf {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:19.481018 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Port a4895030-f193-4def-bffe-f612ec341660 on network 379a62c5-bd4f-4429-a340-76521418cacf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:19.481018 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Attempting to bind port a4895030-f193-4def-bffe-f612ec341660 on network 379a62c5-bd4f-4429-a340-76521418cacf {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:19.494613 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaadc-fc6a-4b5e-814c-ccb167dc4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.592128 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffaadc-fc6a-4b5e-814c-ccb167dc4ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac66cda-246e-48ce-b585-0586738cc1af,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:19.634374 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:19.634789 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Checking segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:19.635596 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Bound using segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:19.636171 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Bound port: a4895030-f193-4def-bffe-f612ec341660, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:19.636803 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.666389 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364527a-d342-4131-83eb-564680e35401 req-24f91289-c720-48e6-9caa-c3fa6f96c886 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:19.668161 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6364527a-d342-4131-83eb-564680e35401 req-24f91289-c720-48e6-9caa-c3fa6f96c886 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 931 time: 0.4584241 Jan 18 12:44:19.671681 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d5ffaadc-fc6a-4b5e-814c-ccb167dc4ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.676960 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d5ffaadc-fc6a-4b5e-814c-ccb167dc4ef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ac66cda-246e-48ce-b585-0586738cc1af HTTP/1.1" status: 204 len: 168 time: 1.1300700 Jan 18 12:44:19.715323 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48660) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:19.754632 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] For port 2a5788a4-9e75-4795-99e9-ec9c6940743e, host hv-cinder-82510, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:19.777573 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] For port 2a5788a4-9e75-4795-99e9-ec9c6940743e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:19.797216 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.837537 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.864605 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.003436 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.004898 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] 10.222.0.85 "PUT /v2.0/ports/2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 200 len: 1093 time: 2.9299893 Jan 18 12:44:20.007764 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:20.034904 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-6364527a-d342-4131-83eb-564680e35401 req-5273851f-1581-412b-b3f1-a1cda5d4d063 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Synchronizing usage tracker for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:20.037677 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b222-26c1-414d-972f-a348a27edcf9 req-78844beb-5a2d-4e9a-a62d-061231354a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:20.039097 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6351b222-26c1-414d-972f-a348a27edcf9 req-78844beb-5a2d-4e9a-a62d-061231354a53 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.6366839 Jan 18 12:44:20.042355 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:20.044961 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:20.048061 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:20.052601 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313cc2e-8b83-476d-acd6-261129f551f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5788a4-9e75-4795-99e9-ec9c6940743e,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:20.057070 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:20.059676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Usage tracker for resource:security_group_rule and tenant:675439e066344a9ca66c3d3e6a378836 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:20.145431 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Usage tracker for resource:security_group_rule and tenant:004a30f4d39a48b18df694f6c85b1a97 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:20.149642 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:20.159640 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:20.198559 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.203978 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:20.218371 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-06eb54c6-0b28-4c0c-8dc6-65035a182b7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1678946 Jan 18 12:44:20.308163 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-ee3450fe-e168-4d61-806e-9296929c019f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 200 len: 217 time: 0.0776622 Jan 18 12:44:20.311658 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:20.312322 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8748d372-491b-4cb6-bf4b-cd5e9f85a323 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:20.343369 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6351b222-26c1-414d-972f-a348a27edcf9 req-72f2eac0-058f-4d54-9a84-8ba5cfe2192e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.2911968 Jan 18 12:44:20.361008 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.381096 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-6364527a-d342-4131-83eb-564680e35401 req-5273851f-1581-412b-b3f1-a1cda5d4d063 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Unset dirty status for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:20.382177 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6364527a-d342-4131-83eb-564680e35401 req-5273851f-1581-412b-b3f1-a1cda5d4d063 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6771729 Jan 18 12:44:20.410122 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Transition to ACTIVE for port object 8748d372-491b-4cb6-bf4b-cd5e9f85a323 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:20.410761 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48672) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:20.427486 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.486579 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6e05-5042-4ff7-9155-1d7a5ad00f14 req-05ef1634-587f-4530-b2e0-63877a4c0f80 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:20.491995 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-713d6e05-5042-4ff7-9155-1d7a5ad00f14 req-05ef1634-587f-4530-b2e0-63877a4c0f80 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 943 time: 0.7166338 Jan 18 12:44:20.502628 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-a2a0d4f7-3ea6-4bbb-bb22-53c1d54e977c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:20.504330 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-a2a0d4f7-3ea6-4bbb-bb22-53c1d54e977c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.1833978 Jan 18 12:44:20.509861 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.565869 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.567285 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] 10.222.0.85 "PUT /v2.0/ports/a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 200 len: 1093 time: 4.3609116 Jan 18 12:44:20.572452 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'tag': 'a4895030-f193-4def-bffe-f612ec341660'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:20.581237 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'status': 'completed', 'code': 200} Jan 18 12:44:20.618035 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecd624-9a16-4e90-9cc9-8249bb9e434a service neutron] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:20.713665 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.749533 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:20.761072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Usage tracker for resource:security_group_rule and tenant:d2612df9d0a847b7a9582e577f71d32d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:20.764472 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b222-26c1-414d-972f-a348a27edcf9 req-bea35e27-a844-4a8e-8b0a-90259020461e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:20.766164 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6351b222-26c1-414d-972f-a348a27edcf9 req-bea35e27-a844-4a8e-8b0a-90259020461e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.3464465 Jan 18 12:44:20.766716 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.769032 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:20.788464 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:20.888056 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.910265 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Pushing event updated for resources: {'Port': ['ID=8748d372-491b-4cb6-bf4b-cd5e9f85a323,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:20.914930 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:20.948623 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6351b222-26c1-414d-972f-a348a27edcf9 req-00e03f02-3499-4401-a0e2-c9d743992418 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607828 Jan 18 12:44:20.960050 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2612df9d0a847b7a9582e577f71d32d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5380721 Jan 18 12:44:20.966924 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-713d6e05-5042-4ff7-9155-1d7a5ad00f14 req-db76a6a6-457b-4890-963b-c07f069af865 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431541 Jan 18 12:44:20.968518 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48688) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:21.005991 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b5df8-3855-4810-90ff-347942c1cf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf128c4-6c1a-4c11-91be-aa2d993538c9,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:21.058216 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.071795 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=675439e066344a9ca66c3d3e6a378836&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3523412 Jan 18 12:44:21.071795 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea94ab-e839-49c0-8732-5e20937e164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835a6b97-681f-4d6e-9a3d-e1f20641297b,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:21.074815 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48694) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:21.111161 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-f981102e-3dfa-4c90-91a3-c79c512a8ef2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5854964 Jan 18 12:44:21.258412 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.259158 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Attempting to bind port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:21.259560 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Attempting to bind port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:21.259895 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Attempting to bind port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 on network 97eb3b03-a55b-49e4-9afa-3770f7db924d {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:21.280646 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'tag': 'a4895030-f193-4def-bffe-f612ec341660', 'status': 'completed', 'code': 200} Jan 18 12:44:21.291920 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 on network 97eb3b03-a55b-49e4-9afa-3770f7db924d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:21.292227 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Attempting to bind port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 on network 97eb3b03-a55b-49e4-9afa-3770f7db924d {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:21.297234 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-455c43ff-c92c-468b-812e-74afcae4ffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.327027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:21.327363 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Checking segment: {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:21.327748 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Bound using segment: {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:21.328186 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Bound port: 8748d372-491b-4cb6-bf4b-cd5e9f85a323, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:21.328560 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.350359 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-fbe2904b-a75b-4f98-ab32-f59599e7296d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1096 time: 0.7156377 Jan 18 12:44:21.366928 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-455c43ff-c92c-468b-812e-74afcae4ffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.384683 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-656418d5-5100-48bd-8fc7-e0190c54061d service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619722 Jan 18 12:44:21.424701 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd6b13f-0af7-4eb6-a49a-e1f0cdea1089,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:21.445475 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bc461b05-1b12-4a5e-a15c-bdc4a3d7576c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=004a30f4d39a48b18df694f6c85b1a97&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3262885 Jan 18 12:44:21.454000 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48706) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:21.491047 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a11ad-8f2b-4048-a6dd-670399f88c58 req-48de9091-3052-43b1-bbd9-0997d124588e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:21.498053 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0e5a11ad-8f2b-4048-a6dd-670399f88c58 req-48de9091-3052-43b1-bbd9-0997d124588e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.7360451 Jan 18 12:44:21.516006 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-eec8bf0e-3916-4312-93dd-3c97224e9386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.522666 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-ce4baf7a-d1dc-46d6-a930-c1d9a7a88e93 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 200 len: 217 time: 0.1637020 Jan 18 12:44:21.535047 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6351b222-26c1-414d-972f-a348a27edcf9 req-93a8ed48-7c3a-4a08-a22e-0acf3d7bfa34 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539167 Jan 18 12:44:21.650594 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] For port 8748d372-491b-4cb6-bf4b-cd5e9f85a323, host hv-cinder-82510, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:21.670384 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-455c43ff-c92c-468b-812e-74afcae4ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.685306 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-eec8bf0e-3916-4312-93dd-3c97224e9386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.691468 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] For port 8748d372-491b-4cb6-bf4b-cd5e9f85a323, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:21.713143 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c43ff-c92c-468b-812e-74afcae4ffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a6b97-681f-4d6e-9a3d-e1f20641297b,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:21.715761 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.769685 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-13e6bff2-ca15-44ea-800c-4d67254a4a3c req-eed3be25-26f7-49d0-9257-5120f2aace85 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591571 Jan 18 12:44:21.780906 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-295bfb40-6647-4daa-8074-9ad1288c418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.795659 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0e5a11ad-8f2b-4048-a6dd-670399f88c58 req-a4f7486b-3e9f-4d93-ba6b-4de36c114350 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967291 Jan 18 12:44:21.803436 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-9a8c2788-6388-431d-977b-73cf821cfc5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:21.805593 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-9a8c2788-6388-431d-977b-73cf821cfc5d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.2669625 Jan 18 12:44:21.810364 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-455c43ff-c92c-468b-812e-74afcae4ffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.815087 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-455c43ff-c92c-468b-812e-74afcae4ffa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/835a6b97-681f-4d6e-9a3d-e1f20641297b HTTP/1.1" status: 204 len: 168 time: 0.7324545 Jan 18 12:44:21.831347 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.832679 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] 10.222.0.85 "PUT /v2.0/ports/8748d372-491b-4cb6-bf4b-cd5e9f85a323 HTTP/1.1" status: 200 len: 1093 time: 3.0421264 Jan 18 12:44:21.840744 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-295bfb40-6647-4daa-8074-9ad1288c418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:21.856427 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934227-0654-41f4-a006-fb56f3724540 service neutron] Pushing event updated for resources: {'Port': ['ID=8748d372-491b-4cb6-bf4b-cd5e9f85a323,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:21.910297 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6351b222-26c1-414d-972f-a348a27edcf9 req-0d9abc11-7885-4b62-89a9-0f1e45b96bce service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353717 Jan 18 12:44:21.981351 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-eec8bf0e-3916-4312-93dd-3c97224e9386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:22.005854 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-295bfb40-6647-4daa-8074-9ad1288c418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:22.008882 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39807ba4-038f-4553-aa67-8e66fcfcb7fc req-e5aef1c6-d64a-4f7e-a08b-2dc4c00deb9d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:22.010368 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39807ba4-038f-4553-aa67-8e66fcfcb7fc req-e5aef1c6-d64a-4f7e-a08b-2dc4c00deb9d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 943 time: 0.3289831 Jan 18 12:44:22.011311 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8bf0e-3916-4312-93dd-3c97224e9386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf128c4-6c1a-4c11-91be-aa2d993538c9,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:22.076630 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bfb40-6647-4daa-8074-9ad1288c418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd6b13f-0af7-4eb6-a49a-e1f0cdea1089,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:22.083996 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-295bfb40-6647-4daa-8074-9ad1288c418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:22.095320 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-295bfb40-6647-4daa-8074-9ad1288c418c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfd6b13f-0af7-4eb6-a49a-e1f0cdea1089 HTTP/1.1" status: 204 len: 168 time: 0.5926478 Jan 18 12:44:22.104063 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-eec8bf0e-3916-4312-93dd-3c97224e9386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:22.105199 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-eec8bf0e-3916-4312-93dd-3c97224e9386 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbf128c4-6c1a-4c11-91be-aa2d993538c9 HTTP/1.1" status: 204 len: 168 time: 1.0884535 Jan 18 12:44:22.108494 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-602ab092-8c16-49b1-bbdb-94fde3aea7fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2961812 Jan 18 12:44:22.113673 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-bde103c0-7110-40bb-81b4-998e6871cbdd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 1096 time: 0.2602949 Jan 18 12:44:22.168847 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-39807ba4-038f-4553-aa67-8e66fcfcb7fc req-22947534-54d1-4655-95d2-6567046c7c18 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458619 Jan 18 12:44:22.225878 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 5709c216-5ab5-4048-b710-b81a1b69b01c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:22.238704 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-468d179a-d476-43b7-bd8c-6c9c436abb38 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 1096 time: 0.3070471 Jan 18 12:44:22.361119 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-0b67ac81-ab0c-4231-ba41-5af37ad00bfa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323 HTTP/1.1" status: 200 len: 217 time: 0.1096528 Jan 18 12:44:22.390824 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 5709c216-5ab5-4048-b710-b81a1b69b01c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5709c216-5ab5-4048-b710-b81a1b69b01c,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:22.422900 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '5709c216-5ab5-4048-b710-b81a1b69b01c', 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'port_id': '5709c216-5ab5-4048-b710-b81a1b69b01c', 'mac_address': 'fa:16:3e:5d:c2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:22.480944 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-223a082d-34ef-4ee1-a86f-71cdc727c891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:22.482399 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-223a082d-34ef-4ee1-a86f-71cdc727c891 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.0928819 Jan 18 12:44:22.542066 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:22.558488 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-90b7ed19-aed3-43b0-bccb-452820033c7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:22.560382 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-90b7ed19-aed3-43b0-bccb-452820033c7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 912 time: 0.4295869 Jan 18 12:44:22.579809 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5709c216-5ab5-4048-b710-b81a1b69b01c {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:22.601675 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-d4c41d41-d00d-4f3e-8869-a8996d3dd75d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592747 Jan 18 12:44:22.607448 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-ff37e13e-d79b-4fd8-97b3-284b595697bb service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771593 Jan 18 12:44:22.612139 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 5709c216-5ab5-4048-b710-b81a1b69b01c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5709c216-5ab5-4048-b710-b81a1b69b01c,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:22.628979 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:22.684175 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'tag': '8748d372-491b-4cb6-bf4b-cd5e9f85a323'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:22.689425 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-16d26b3b-3a6a-4d7d-a771-fa146cbed9f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 200 len: 217 time: 0.1206067 Jan 18 12:44:22.710514 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=5709c216-5ab5-4048-b710-b81a1b69b01c,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:22.776969 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-83d4aecd-144b-4de4-91cd-63e22c74f897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:22.779472 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-83d4aecd-144b-4de4-91cd-63e22c74f897 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.0819702 Jan 18 12:44:22.877831 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['5709c216-5ab5-4048-b710-b81a1b69b01c'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:22.916183 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-94a46952-a517-4028-8aca-2cea1f1fa483 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225767 Jan 18 12:44:22.937669 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce83e2-6457-49bc-81d3-f0fa249f33e5 req-3b9fd1d9-ab54-4e78-8b0b-8ab44ad80537 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:22.945475 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a5ce83e2-6457-49bc-81d3-f0fa249f33e5 req-3b9fd1d9-ab54-4e78-8b0b-8ab44ad80537 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 943 time: 0.4584746 Jan 18 12:44:22.977295 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48746) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:22.996431 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-8347dc3c-d568-49cd-8dd6-1c9d045bdeed service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879473 Jan 18 12:44:23.067579 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ada08ee7-d896-485f-a8ef-227927bb72a6 req-a847dc61-c43c-4ef6-87e8-d15d55ee9982 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328997 Jan 18 12:44:23.171340 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:23.346862 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:23.351132 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-fc684684-08ab-4a10-b2d0-97cfec48708f service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259818 Jan 18 12:44:23.358143 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Usage tracker for resource:security_group_rule and tenant:6525aeb39e1149419398139aed04a57b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:23.362728 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:23.416512 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:23.440643 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5956b0-c07c-4d85-829c-678e7a9e303f req-6fcd6860-9fe0-4302-99f8-0dac376ee31c tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:23.451215 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6c5956b0-c07c-4d85-829c-678e7a9e303f req-6fcd6860-9fe0-4302-99f8-0dac376ee31c tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 945 time: 0.8004293 Jan 18 12:44:23.513370 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a5ce83e2-6457-49bc-81d3-f0fa249f33e5 req-d22b4116-21b3-4cd7-9c00-596d70b8227e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677958 Jan 18 12:44:23.591170 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6c5956b0-c07c-4d85-829c-678e7a9e303f req-82c77a4c-a552-482f-ba1b-c8262e4a6986 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388314 Jan 18 12:44:23.654767 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-bdac5778-68ff-46ad-9bfd-dbea093e56f4 req-3b00689e-24f7-4ba2-afc8-8faae8876024 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933536 Jan 18 12:44:23.668183 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'tag': '8748d372-491b-4cb6-bf4b-cd5e9f85a323', 'status': 'completed', 'code': 200} Jan 18 12:44:23.671080 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5518e58-dfc6-47f0-ae58-2f71fa6c062f req-6ee773e5-7b8c-46ef-b6ca-15db2968b6ba service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519575 Jan 18 12:44:23.675444 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-67f748a0-e7d5-4d55-bf80-4f80bbf4413e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1096 time: 0.3543575 Jan 18 12:44:23.726344 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:23.732011 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:23.831269 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79db1ef-5b7e-4f56-9749-aeef4c9738f3,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:23.845809 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-56f9927d-887e-4303-897b-2607659f7a12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6525aeb39e1149419398139aed04a57b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8674626 Jan 18 12:44:23.846659 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48776) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:23.933401 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b7876046-08b1-46ec-b55f-10e2159116f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:23.967221 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b7876046-08b1-46ec-b55f-10e2159116f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:24.047609 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b7876046-08b1-46ec-b55f-10e2159116f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:24.068749 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7876046-08b1-46ec-b55f-10e2159116f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79db1ef-5b7e-4f56-9749-aeef4c9738f3,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:24.084388 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b7876046-08b1-46ec-b55f-10e2159116f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:24.085628 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b7876046-08b1-46ec-b55f-10e2159116f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f79db1ef-5b7e-4f56-9749-aeef4c9738f3 HTTP/1.1" status: 204 len: 168 time: 0.2379200 Jan 18 12:44:24.093908 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-b58b644c-d06f-492b-b84f-88b2743e1ef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.095362 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-b58b644c-d06f-492b-b84f-88b2743e1ef6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.4108219 Jan 18 12:44:24.111611 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-9669fa10-1c51-43fc-a45e-75c705158e21 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 1096 time: 0.3776128 Jan 18 12:44:24.170829 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d60022-a9bb-49f4-97d5-25c7f7c983b6 req-486be91e-d9c4-455b-ad7b-436ec23af6ea tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.172612 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f0d60022-a9bb-49f4-97d5-25c7f7c983b6 req-486be91e-d9c4-455b-ad7b-436ec23af6ea tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 943 time: 0.3074610 Jan 18 12:44:24.215142 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d710-dd50-4851-8f8f-feff13f6ac8d req-0b3448cb-ab42-4da0-a895-80f8f8027a47 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.216814 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d9d710-dd50-4851-8f8f-feff13f6ac8d req-0b3448cb-ab42-4da0-a895-80f8f8027a47 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.3528342 Jan 18 12:44:24.223971 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 2a5788a4-9e75-4795-99e9-ec9c6940743e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:24.292511 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 5709c216-5ab5-4048-b710-b81a1b69b01c up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:24.325758 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-0b97d9dc-dd9e-4d70-865f-43099167ee31 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 200 len: 217 time: 0.2113707 Jan 18 12:44:24.494722 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f0d60022-a9bb-49f4-97d5-25c7f7c983b6 req-8c3472ee-9cba-404b-b630-a27faf1c03f9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640615 Jan 18 12:44:24.516501 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-ec2807c1-9b36-4f27-99f4-01ccfa1c81e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.518034 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-ec2807c1-9b36-4f27-99f4-01ccfa1c81e7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.1791139 Jan 18 12:44:24.522328 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d9d710-dd50-4851-8f8f-feff13f6ac8d req-6d729f8a-fa5d-4160-85df-4e6f900a08b4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729006 Jan 18 12:44:24.524980 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-3c916040-28cc-4da4-8663-051cdaf6e101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.526395 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-3c916040-28cc-4da4-8663-051cdaf6e101 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.3513203 Jan 18 12:44:24.582304 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 5709c216-5ab5-4048-b710-b81a1b69b01c completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:24.611356 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 5709c216-5ab5-4048-b710-b81a1b69b01c triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:24.611718 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:24.687689 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 2a5788a4-9e75-4795-99e9-ec9c6940743e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:24.703011 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'port_id': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'mac_address': 'fa:16:3e:12:97:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:24.704475 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-a6e43a2f-9bae-46d8-bc04-d6c4b098f149 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323 HTTP/1.1" status: 200 len: 217 time: 0.1639810 Jan 18 12:44:24.788947 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:24.847416 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-487cbe87-0bd3-46e0-87ce-81f44fcf703c tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.850612 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-487cbe87-0bd3-46e0-87ce-81f44fcf703c tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Synchronizing usage tracker for tenant:00fb5f34635942078a752f110c1fea8a on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:24.877540 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5788a4-9e75-4795-99e9-ec9c6940743e {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:24.901885 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-6c607320-2760-40e0-afec-ce089831c493 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3629935 Jan 18 12:44:24.903323 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-487cbe87-0bd3-46e0-87ce-81f44fcf703c tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Unset dirty status for tenant:00fb5f34635942078a752f110c1fea8a on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:24.906852 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-487cbe87-0bd3-46e0-87ce-81f44fcf703c tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.85 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 945 time: 0.3671134 Jan 18 12:44:24.915021 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 2a5788a4-9e75-4795-99e9-ec9c6940743e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:24.920054 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:24.944405 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:25.046036 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ce68-cd18-4d19-879c-349c94f76d32 req-12c3f042-5067-4c8a-99a9-194f8579c4d6 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:25.047551 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca74ce68-cd18-4d19-879c-349c94f76d32 req-12c3f042-5067-4c8a-99a9-194f8579c4d6 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 943 time: 0.2819188 Jan 18 12:44:25.053006 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Deleting port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:44:25.053490 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:25.135213 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5709c216-5ab5-4048-b710-b81a1b69b01c'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:25.166548 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 5709c216-5ab5-4048-b710-b81a1b69b01c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5709c216-5ab5-4048-b710-b81a1b69b01c,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:25.188257 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:25.193428 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['2a5788a4-9e75-4795-99e9-ec9c6940743e'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:25.288258 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=2a5788a4-9e75-4795-99e9-ec9c6940743e,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:25.304834 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca74ce68-cd18-4d19-879c-349c94f76d32 req-b19d93b0-9983-4e7f-99e0-83f31cd25f41 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323190 Jan 18 12:44:25.306921 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-9ef4005c-bd19-47ef-841d-5312e9d0c16f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:25.308390 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-9ef4005c-bd19-47ef-841d-5312e9d0c16f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.5879817 Jan 18 12:44:25.448719 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-11570149-a776-4c19-a355-1def376f17d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066470 Jan 18 12:44:25.494530 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5709c216-5ab5-4048-b710-b81a1b69b01c', 'code': 200} Jan 18 12:44:25.581171 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] For port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,segment=NetworkSegment(6194100f-0c82-40f5-9140-238086f2b190),segment_id=6194100f-0c82-40f5-9140-238086f2b190)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:25.581629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:25.646299 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=5709c216-5ab5-4048-b710-b81a1b69b01c,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:25.894650 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Calling delete_port for 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:44:25.994499 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f28df-4e99-4541-8987-cd964fec3a01 req-93f1addb-cbdb-4727-bec8-9878e6605a9a tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:26.001313 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8f9f28df-4e99-4541-8987-cd964fec3a01 req-93f1addb-cbdb-4727-bec8-9878e6605a9a tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 945 time: 1.1220522 Jan 18 12:44:26.089837 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-28a9243c-3091-453e-afab-31fab525b35c service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402166 Jan 18 12:44:26.092470 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-a1ae884f-4083-4b1b-a00c-de07efab36a6 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0896385 Jan 18 12:44:26.100833 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e6d62ee8-6135-4138-a93d-842f044b7ed5 req-9cd681e7-61df-41da-9d15-083b1f98f4ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.2288017 Jan 18 12:44:26.199496 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e6d62ee8-6135-4138-a93d-842f044b7ed5 req-a7cf25a7-24ae-4388-a9ae-539a20076468 service neutron] Synchronizing usage tracker for tenant:5824bb8c2d314d388765cfc6572a4bf1 on resource:security_group {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:26.208491 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:26.240670 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 8748d372-491b-4cb6-bf4b-cd5e9f85a323 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:26.243262 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:44:26.301696 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8f9f28df-4e99-4541-8987-cd964fec3a01 req-b8603aba-9cc4-417a-9e1b-5d5c6d935e45 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/security-groups?id=a54624dc-ae08-4984-a837-95035c260b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993150 Jan 18 12:44:26.327143 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:44:26.327679 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:44:26.390395 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec865d18-e9cb-4c92-a9ac-d3509d2a7605 req-0031b699-3d7d-4704-adb9-21aabfeb1548 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:26.391972 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ec865d18-e9cb-4c92-a9ac-d3509d2a7605 req-0031b699-3d7d-4704-adb9-21aabfeb1548 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 943 time: 0.4495285 Jan 18 12:44:26.408743 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Pushing event deleted for resources: {'Port': ['ID=260ec23b-6dad-4455-a5e1-cdf8c9d6ab80,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:26.433131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e6d62ee8-6135-4138-a93d-842f044b7ed5 req-a7cf25a7-24ae-4388-a9ae-539a20076468 service neutron] Unset dirty status for tenant:5824bb8c2d314d388765cfc6572a4bf1 on resource:security_group {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:26.449916 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e6d62ee8-6135-4138-a93d-842f044b7ed5 req-a7cf25a7-24ae-4388-a9ae-539a20076468 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381555 Jan 18 12:44:26.477466 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5652b4f0-4173-4c45-b288-e524ad66ee2d req-5f194324-2efb-4e9f-8d05-b5a4cc06f603 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698771 Jan 18 12:44:26.536212 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-67d7db6f-1837-4d42-aa48-4e9f47def757 req-6b9581b8-b873-438e-80a8-b19189b32e18 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260001 Jan 18 12:44:26.579471 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] No DVR routers for this DVR port 260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 on host hv-cinder-82510 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:44:26.580882 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ec865d18-e9cb-4c92-a9ac-d3509d2a7605 req-e76988c9-0f87-467a-b303-e98f56733f21 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641147 Jan 18 12:44:26.583265 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:26.587990 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'name': 'network-vif-deleted', 'tag': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:26.623449 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-7af67a89-f77e-4ee4-9eff-766e209eedf0 req-d1343c6d-e034-469d-8ad1-a7f7f0f9fa46 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.85 "DELETE /v2.0/ports/260ec23b-6dad-4455-a5e1-cdf8c9d6ab80 HTTP/1.1" status: 204 len: 173 time: 1.7099395 Jan 18 12:44:26.648395 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e533d2c-4366-47c8-a0fb-8011cc1a2045 req-170ffdd8-a82d-4b78-b76c-8c347213440a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:26.658717 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1e533d2c-4366-47c8-a0fb-8011cc1a2045 req-170ffdd8-a82d-4b78-b76c-8c347213440a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.2037375 Jan 18 12:44:26.667732 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 8748d372-491b-4cb6-bf4b-cd5e9f85a323, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:26.689633 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '8748d372-491b-4cb6-bf4b-cd5e9f85a323', 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'port_id': '8748d372-491b-4cb6-bf4b-cd5e9f85a323', 'mac_address': 'fa:16:3e:35:f4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:26.720715 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1e533d2c-4366-47c8-a0fb-8011cc1a2045 req-eb474f20-ae2e-4774-ba7f-40f0193f5721 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606089 Jan 18 12:44:26.821039 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:26.844176 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56dd3e-ff52-4939-8e0e-7cf96600c76c', 'name': 'network-vif-deleted', 'tag': '260ec23b-6dad-4455-a5e1-cdf8c9d6ab80', 'status': 'completed', 'code': 200} Jan 18 12:44:26.854232 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8748d372-491b-4cb6-bf4b-cd5e9f85a323 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:26.880544 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 8748d372-491b-4cb6-bf4b-cd5e9f85a323, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:26.888394 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:26.889800 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:26.917982 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cade8-0490-4919-adfc-414791c95cac req-b9799c58-95fa-4d12-8e7e-252aed32d610 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:26.920085 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4b2cade8-0490-4919-adfc-414791c95cac req-b9799c58-95fa-4d12-8e7e-252aed32d610 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 944 time: 0.1177440 Jan 18 12:44:26.985478 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4b2cade8-0490-4919-adfc-414791c95cac req-94f27b8a-39cc-4dec-8b2a-917c4751bc4d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585020 Jan 18 12:44:27.105255 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=8748d372-491b-4cb6-bf4b-cd5e9f85a323,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:27.175840 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:27.194466 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'a4895030-f193-4def-bffe-f612ec341660', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'port_id': 'a4895030-f193-4def-bffe-f612ec341660', 'mac_address': 'fa:16:3e:23:f8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:27.258144 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:27.283197 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4895030-f193-4def-bffe-f612ec341660 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:27.305834 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:27.311877 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:27.447597 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:27.598711 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['a4895030-f193-4def-bffe-f612ec341660'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:27.630070 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-342643a7-7feb-4a3e-b120-cc674ba14a42 req-21e3585b-2363-4455-b8d4-56ab342a9234 tempest-DeleteServersTestJSON-720620319 tempest-DeleteServersTestJSON-720620319-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e56dd3e-ff52-4939-8e0e-7cf96600c76c HTTP/1.1" status: 200 len: 210 time: 0.1095030 Jan 18 12:44:27.641148 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['8748d372-491b-4cb6-bf4b-cd5e9f85a323'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:27.971311 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Sync routers for ids ['2423b753-6cc4-442f-8918-7be635876e87'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:27.973927 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48898) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:27.999334 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Routers {'2423b753-6cc4-442f-8918-7be635876e87'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:28.001140 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['2423b753-6cc4-442f-8918-7be635876e87'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:28.028753 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48906) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:28.054079 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516a082-9bd2-43d4-ad74-ca8b41ea0ca2 req-8b55bd8f-8563-4770-a14b-966973fd64de tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:28.055898 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4516a082-9bd2-43d4-ad74-ca8b41ea0ca2 req-8b55bd8f-8563-4770-a14b-966973fd64de tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 944 time: 0.2208116 Jan 18 12:44:28.205411 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4516a082-9bd2-43d4-ad74-ca8b41ea0ca2 req-352a7637-9661-47de-8501-d0a8d0ee4bb7 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425767 Jan 18 12:44:28.229382 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737c01-cdc6-4955-ba1b-e82ac444d176 req-24925ea9-c7a9-4656-a085-fd4ebdd036ba tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:28.232448 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6d737c01-cdc6-4955-ba1b-e82ac444d176 req-24925ea9-c7a9-4656-a085-fd4ebdd036ba tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.1321006 Jan 18 12:44:28.251781 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 2a5788a4-9e75-4795-99e9-ec9c6940743e up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:28.312310 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.329612 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6d737c01-cdc6-4955-ba1b-e82ac444d176 req-566c43c1-fba1-43ea-9757-deec39ea3414 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919089 Jan 18 12:44:28.377263 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Set router 2423b753-6cc4-442f-8918-7be635876e87 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:28.424921 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.445975 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 2a5788a4-9e75-4795-99e9-ec9c6940743e completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:28.458748 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:28.460368 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 2a5788a4-9e75-4795-99e9-ec9c6940743e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:28.460956 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.468084 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Usage tracker for resource:security_group_rule and tenant:712cbc7b28064bbc8a90976547c76c57 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:28.472483 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:28.480853 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:28.483333 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:28.487990 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Usage tracker for resource:security_group_rule and tenant:50a501921dc04fedab4cc59da219df91 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:28.492590 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:28.502417 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:28.645840 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.646653 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.654099 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.655898 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-9c185cc6-11de-4bcc-8e71-0df07f057fe2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2864943 Jan 18 12:44:28.662126 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaf255-cf87-4aa7-a64a-737912a02d47 req-038264c4-623c-4824-9a0d-94ba319465ff tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:28.670047 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-17aaf255-cf87-4aa7-a64a-737912a02d47 req-038264c4-623c-4824-9a0d-94ba319465ff tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 944 time: 0.2487781 Jan 18 12:44:28.692601 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:28.700083 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 2a5788a4-9e75-4795-99e9-ec9c6940743e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:28.705098 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.747813 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-17aaf255-cf87-4aa7-a64a-737912a02d47 req-2d92b10b-1bf7-4322-aa1b-8039b40a2409 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768991 Jan 18 12:44:28.750431 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.765544 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=712cbc7b28064bbc8a90976547c76c57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7903197 Jan 18 12:44:28.768144 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 48922) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:28.781802 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.801553 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=2a5788a4-9e75-4795-99e9-ec9c6940743e,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:28.859892 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ba21f-c0c9-4e61-9dd7-b887cee49c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88ef20-56d3-4f97-be86-0f2533d76293,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:28.899519 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb663bb8-70f5-4763-9f87-2569b7339525,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:28.909295 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d199a545-65ab-4152-aacb-d74c1180d285 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50a501921dc04fedab4cc59da219df91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8768330 Jan 18 12:44:28.909537 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48930) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:28.944033 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95f2431e-4e60-4679-af90-7b862968d046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.950811 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-dbcf3e45-9efc-4e93-a00e-921c1decec48 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.1438179 Jan 18 12:44:28.976802 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'code': 200} Jan 18 12:44:29.021223 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9d52517-7184-4d30-aaef-3fe1fd5858ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.062348 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:43:54Z', 'revision_number': 4, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '681ee4c8-99a4-4c2d-a0e9-cdb65899315e', 'name': '', 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'mac_address': 'fa:16:3e:50:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:52Z', 'updated_at': '2022-01-18T12:43:55Z', 'revision_number': 2, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'subnets': [{'id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:29.067972 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Checking router: 2423b753-6cc4-442f-8918-7be635876e87 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:29.068599 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Updating router 2423b753-6cc4-442f-8918-7be635876e87 port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:44:29.077678 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9d52517-7184-4d30-aaef-3fe1fd5858ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.087990 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95f2431e-4e60-4679-af90-7b862968d046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.141175 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.193545 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9d52517-7184-4d30-aaef-3fe1fd5858ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.220479 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Sync routers for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:29.222240 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d52517-7184-4d30-aaef-3fe1fd5858ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb663bb8-70f5-4763-9f87-2569b7339525,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:29.237499 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a9d52517-7184-4d30-aaef-3fe1fd5858ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.238969 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a9d52517-7184-4d30-aaef-3fe1fd5858ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb663bb8-70f5-4763-9f87-2569b7339525 HTTP/1.1" status: 204 len: 168 time: 0.3283985 Jan 18 12:44:29.251320 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:29.251918 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:29.505185 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:29.530384 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95f2431e-4e60-4679-af90-7b862968d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.794524 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2431e-4e60-4679-af90-7b862968d046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88ef20-56d3-4f97-be86-0f2533d76293,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:29.800446 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95f2431e-4e60-4679-af90-7b862968d046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.802209 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-95f2431e-4e60-4679-af90-7b862968d046 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee88ef20-56d3-4f97-be86-0f2533d76293 HTTP/1.1" status: 204 len: 168 time: 1.0326467 Jan 18 12:44:29.887181 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-661e7a4d-6786-4661-912f-cc048ef02521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:29.891726 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-661e7a4d-6786-4661-912f-cc048ef02521 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.8965282 Jan 18 12:44:30.034319 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-6e521335-acc9-4e47-929b-802819485fe2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.1129463 Jan 18 12:44:30.225117 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-82165b2e-0ac2-4b0a-925d-58f8c520ff5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:30.228631 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-82165b2e-0ac2-4b0a-925d-58f8c520ff5d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.1782720 Jan 18 12:44:30.289994 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.299299 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4bfa6-29ac-4a54-9acc-641cfbe3d829 req-6a748760-e01a-47b2-bceb-32949fd08d55 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:30.307104 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-acf4bfa6-29ac-4a54-9acc-641cfbe3d829 req-6a748760-e01a-47b2-bceb-32949fd08d55 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 944 time: 0.6931646 Jan 18 12:44:30.315379 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Transition to ACTIVE for port object 681ee4c8-99a4-4c2d-a0e9-cdb65899315e will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:30.329722 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.343093 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 8748d372-491b-4cb6-bf4b-cd5e9f85a323 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:30.398880 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-acf4bfa6-29ac-4a54-9acc-641cfbe3d829 req-5dacee5e-99f2-4d66-a31e-7f357f166420 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903101 Jan 18 12:44:30.407351 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-cb528569-6a56-485f-8ca6-513fd0e89a95 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725860 Jan 18 12:44:30.417558 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5834fce8-6a95-456c-8c33-cf09292c2dc2 req-e79bf03c-721f-4fc7-a973-8874db56fac9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 1098 time: 0.9826601 Jan 18 12:44:30.592748 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af91ffe-5de9-4bd8-a6b7-7979d50efb27 req-1aa0844a-0a74-42db-9b8a-3db2eadc473e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:30.603784 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0af91ffe-5de9-4bd8-a6b7-7979d50efb27 req-1aa0844a-0a74-42db-9b8a-3db2eadc473e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.7945285 Jan 18 12:44:30.647979 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3bfd5-dc94-4270-b22b-d8a6caad1b2c None None] Pushing event updated for resources: {'Port': ['ID=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:30.686210 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:43:50Z', 'revision_number': 2, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:30.692872 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Checking router: 9f77e39d-727e-47d9-bc23-74fdc3423ccb for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:30.693246 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Updating router 9f77e39d-727e-47d9-bc23-74fdc3423ccb port 25719b81-f045-4178-9bde-b78a2f9c72d3 binding host dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:44:30.806070 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:30.806606 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5834fce8-6a95-456c-8c33-cf09292c2dc2 req-da427ba4-d698-44a9-b6a0-81ca2c6c6df2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960520 Jan 18 12:44:30.810458 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Attempting to bind port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:30.812660 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Attempting to bind port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:30.812808 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Attempting to bind port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e on network 97eb3b03-a55b-49e4-9afa-3770f7db924d {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:30.824852 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:30.825406 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.825805 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:30.826183 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Checking segment: {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:30.826578 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.827025 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Bound using segment: {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:30.827496 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Bound port: 681ee4c8-99a4-4c2d-a0e9-cdb65899315e, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656642d3-551c-4215-b98e-7ed5848627aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:30.827885 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.909172 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0af91ffe-5de9-4bd8-a6b7-7979d50efb27 req-6422fa44-a4b9-410a-b1a6-655277f64015 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085149 Jan 18 12:44:30.938534 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.989149 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] For port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:30.998019 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b55fc-ad79-4f0d-ba9d-310169f6d56b req-b12a8ce7-648d-4565-a514-09ec3a4fd93c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:30.998921 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 48994) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:30.999371 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] For port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:31.008425 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.016002 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af8b55fc-ad79-4f0d-ba9d-310169f6d56b req-b12a8ce7-648d-4565-a514-09ec3a4fd93c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.2995093 Jan 18 12:44:31.040353 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.089685 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-5557cfbe-81c2-4f25-b15f-1d47cb9b1b64 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699259 Jan 18 12:44:31.130024 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:31.138016 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Usage tracker for resource:security_group_rule and tenant:22a47d7e7c6e498f8337f3790d35604c is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:31.148319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:31.165411 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:31.214784 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3bfd5-dc94-4270-b22b-d8a6caad1b2c None None] Pushing event updated for resources: {'Port': ['ID=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:31.238577 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Routers {'2423b753-6cc4-442f-8918-7be635876e87'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:31.240584 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['2423b753-6cc4-442f-8918-7be635876e87'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:31.325114 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49004) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:31.360354 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.379684 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-699f66ec-83d5-4ff2-9f96-4883458fd081 req-d8284167-a10e-4e7d-b1f7-90ba478bf84d service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831452 Jan 18 12:44:31.402280 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af8b55fc-ad79-4f0d-ba9d-310169f6d56b req-16d5598e-63f5-4f6c-8465-f9748806f04d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3845382 Jan 18 12:44:31.523502 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.566552 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.634080 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] Set router 2423b753-6cc4-442f-8918-7be635876e87 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:31.637784 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] Deleting subnet 5c0d97ac-2061-4c2f-9253-78ae26b919b3 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:44:31.640125 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf76bc-be3b-47df-89f3-4d396bdee1e8,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:31.645034 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.676052 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.690930 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-28810185-5300-4741-b659-ff977872ab8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22a47d7e7c6e498f8337f3790d35604c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6889820 Jan 18 12:44:31.693489 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49026) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:31.712207 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581228'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.717390 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Transition to ACTIVE for port object 25719b81-f045-4178-9bde-b78a2f9c72d3 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:31.756768 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.791568 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.882882 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8748d372-491b-4cb6-bf4b-cd5e9f85a323'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:31.924029 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.963868 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3890451'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.983008 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10882137-8b3a-4141-a0e1-6f795a30db28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.020097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 8748d372-491b-4cb6-bf4b-cd5e9f85a323, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:32.161784 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10882137-8b3a-4141-a0e1-6f795a30db28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.162286 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0d97ac-2061-4c2f-9253-78ae26b919b3,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:32.180608 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.213517 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.214296 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:32.227857 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-21f2151f-cefc-400f-b77e-1d8dab9bed7c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c0d97ac-2061-4c2f-9253-78ae26b919b3 HTTP/1.1" status: 204 len: 168 time: 0.8968022 Jan 18 12:44:32.231784 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49044) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:32.253766 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8748d372-491b-4cb6-bf4b-cd5e9f85a323', 'code': 200} Jan 18 12:44:32.294591 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238297f-16c4-4773-bd74-32dc55a7cc3e None None] Pushing event updated for resources: {'Port': ['ID=25719b81-f045-4178-9bde-b78a2f9c72d3,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:32.342475 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10882137-8b3a-4141-a0e1-6f795a30db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.360433 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10882137-8b3a-4141-a0e1-6f795a30db28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf76bc-be3b-47df-89f3-4d396bdee1e8,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:32.372574 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e396d-5fd1-42b6-b273-c74babdd9fb1 req-a9ea8f00-e3fc-48e2-94f9-efe3dc623c2d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:32.381701 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-901e396d-5fd1-42b6-b273-c74babdd9fb1 req-a9ea8f00-e3fc-48e2-94f9-efe3dc623c2d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 944 time: 0.6556940 Jan 18 12:44:32.437030 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-10882137-8b3a-4141-a0e1-6f795a30db28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.438793 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-10882137-8b3a-4141-a0e1-6f795a30db28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bbf76bc-be3b-47df-89f3-4d396bdee1e8 HTTP/1.1" status: 204 len: 168 time: 0.7440729 Jan 18 12:44:32.622426 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.704269 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-901e396d-5fd1-42b6-b273-c74babdd9fb1 req-19630257-5793-4764-92e2-d3ddb25cd3ac tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216581 Jan 18 12:44:32.756557 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:43:54Z', 'revision_number': 4, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '681ee4c8-99a4-4c2d-a0e9-cdb65899315e', 'name': '', 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'mac_address': 'fa:16:3e:50:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:52Z', 'updated_at': '2022-01-18T12:44:30Z', 'revision_number': 4, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'subnets': [{'id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:32.767623 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d9f59-921f-41f5-8b3f-3b61761dfa8a None None] The sync data for ids ['2423b753-6cc4-442f-8918-7be635876e87'] in dv-cinder-825100-1-smb is: [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:43:54Z', 'revision_number': 4, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '681ee4c8-99a4-4c2d-a0e9-cdb65899315e', 'name': '', 'network_id': '97eb3b03-a55b-49e4-9afa-3770f7db924d', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'mac_address': 'fa:16:3e:50:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:52Z', 'updated_at': '2022-01-18T12:44:30Z', 'revision_number': 4, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'subnets': [{'id': 'f3a6de0c-760c-46dc-8590-6c6b377fb8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:32.861282 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d552-8f2b-4a91-8e81-5382855534a2 req-966f3ef0-c14d-4cfb-b43c-1274e2d7d082 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:32.875538 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dff9d552-8f2b-4a91-8e81-5382855534a2 req-966f3ef0-c14d-4cfb-b43c-1274e2d7d082 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.4096606 Jan 18 12:44:32.905925 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-182bc53e-a151-4939-9301-7475b38c86d1 req-f3761316-f456-4e68-a957-6d387bf3c618 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 1098 time: 0.2959492 Jan 18 12:44:32.996891 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.022319 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=8748d372-491b-4cb6-bf4b-cd5e9f85a323,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:33.056422 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dff9d552-8f2b-4a91-8e81-5382855534a2 req-2b797a1a-d4d9-4625-8506-d2abc3870ae2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796377 Jan 18 12:44:33.077999 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488277f5-21ed-41d6-8a12-597a604919c9']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:33.096501 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-182bc53e-a151-4939-9301-7475b38c86d1 req-37f879a1-6a92-4c3e-acc8-a79e6ebb5763 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444926 Jan 18 12:44:33.198484 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6194100f-0c82-40f5-9140-238086f2b190') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:33.199078 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6194100f-0c82-40f5-9140-238086f2b190') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:33.220335 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 681ee4c8-99a4-4c2d-a0e9-cdb65899315e up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:33.235046 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49066) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:33.268044 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.319999 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Attempting to bind port 25719b81-f045-4178-9bde-b78a2f9c72d3 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:33.320386 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Attempting to bind port 25719b81-f045-4178-9bde-b78a2f9c72d3 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:33.330042 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Attempting to bind port 25719b81-f045-4178-9bde-b78a2f9c72d3 on network 379a62c5-bd4f-4429-a340-76521418cacf {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:33.337670 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.368070 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:33.369554 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:44:33.369964 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.375273 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Checking segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:33.375761 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.376163 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Bound using segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:33.376680 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Bound port: 25719b81-f045-4178-9bde-b78a2f9c72d3, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:33.377047 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.430186 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff5d63-dbea-4a19-9ee4-127042fbc713 req-49bd822b-c48a-4bd4-9aab-49ada6b11376 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:33.435255 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2bff5d63-dbea-4a19-9ee4-127042fbc713 req-49bd822b-c48a-4bd4-9aab-49ada6b11376 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.2845588 Jan 18 12:44:33.550808 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2bff5d63-dbea-4a19-9ee4-127042fbc713 req-9f0ae9a1-c809-4edf-b040-bd67aedf3d1f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042016 Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:44:33.553786 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:44:33.571199 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port a4895030-f193-4def-bffe-f612ec341660 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:33.604195 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port a4895030-f193-4def-bffe-f612ec341660 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:33.604551 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.626667 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.632257 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.745905 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] Pushing event deleted for resources: {'Network': ['ID=488277f5-21ed-41d6-8a12-597a604919c9,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:33.751149 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4d61efef-84a7-45cb-9376-fddbbc51bfca admin admin] 10.222.0.39 "DELETE /v2.0/networks/488277f5-21ed-41d6-8a12-597a604919c9 HTTP/1.1" status: 204 len: 168 time: 1.5102544 Jan 18 12:44:33.825351 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.861768 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] For port 25719b81-f045-4178-9bde-b78a2f9c72d3, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:33.871124 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:33.875174 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] For port 25719b81-f045-4178-9bde-b78a2f9c72d3, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=25719b81-f045-4178-9bde-b78a2f9c72d3,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:33.876436 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Usage tracker for resource:security_group_rule and tenant:c060fb6d937b407082edccb13e85a375 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:33.880755 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:33.902251 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.909211 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:34.047322 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238297f-16c4-4773-bd74-32dc55a7cc3e None None] Pushing event updated for resources: {'Port': ['ID=25719b81-f045-4178-9bde-b78a2f9c72d3,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:34.068005 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:34.078506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:34.079198 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.082103 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dd5e6-22d4-4364-9604-35b25c5f9321 req-ad048941-9f3e-4019-9744-00656c22ef85 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:34.091718 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f53dd5e6-22d4-4364-9604-35b25c5f9321 req-ad048941-9f3e-4019-9744-00656c22ef85 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.2780452 Jan 18 12:44:34.104174 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49090) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:34.110852 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.112025 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'floatingip': {'port_id': '2a5788a4-9e75-4795-99e9-ec9c6940743e'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:34.117179 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.296154 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f1bc4-d21a-47b2-ac9c-87e2676131ef,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:34.310435 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c060fb6d937b407082edccb13e85a375&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0643971 Jan 18 12:44:34.312083 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49096) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:34.397224 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.419657 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49100) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:34.473787 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:34.474680 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:34.480800 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.525511 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.525893 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.526787 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.528330 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.528884 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.529176 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.530550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.530896 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.532550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.534258 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.534616 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bf51f-e3be-4317-ad40-7beb5952484b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:34.605221 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-29bedcdc-ae78-4f83-8276-d762a8a46c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.659993 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-29bedcdc-ae78-4f83-8276-d762a8a46c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.762141 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-29bedcdc-ae78-4f83-8276-d762a8a46c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.776917 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-664e7b7d-959e-46f9-a394-79253457f941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.788122 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bedcdc-ae78-4f83-8276-d762a8a46c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f1bc4-d21a-47b2-ac9c-87e2676131ef,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:34.806130 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-29bedcdc-ae78-4f83-8276-d762a8a46c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.806572 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:34.807259 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-29bedcdc-ae78-4f83-8276-d762a8a46c8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/392f1bc4-d21a-47b2-ac9c-87e2676131ef HTTP/1.1" status: 204 len: 168 time: 0.4931540 Jan 18 12:44:34.817744 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:34.843456 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.897875 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c3b2914c-c741-4a42-bdae-8a82d3912586 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00fb5f34635942078a752f110c1fea8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4704573 Jan 18 12:44:34.901196 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49120) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:35.006883 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-760a8e9c-9680-4a9d-8a61-89a3fef09e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.039729 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-760a8e9c-9680-4a9d-8a61-89a3fef09e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.127320 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-760a8e9c-9680-4a9d-8a61-89a3fef09e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.135557 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:35.162210 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8e9c-9680-4a9d-8a61-89a3fef09e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54624dc-ae08-4984-a837-95035c260b26,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:35.170382 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-760a8e9c-9680-4a9d-8a61-89a3fef09e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.175347 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-760a8e9c-9680-4a9d-8a61-89a3fef09e46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a54624dc-ae08-4984-a837-95035c260b26 HTTP/1.1" status: 204 len: 168 time: 0.2717400 Jan 18 12:44:35.261313 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6654d-3904-47bd-9474-239b9c51c987 req-10c01293-bfdb-4a2a-8bea-706d5369c43b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:35.268106 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-98f6654d-3904-47bd-9474-239b9c51c987 req-10c01293-bfdb-4a2a-8bea-706d5369c43b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.7940748 Jan 18 12:44:35.295153 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac293d6a-928f-4958-b5ad-292a37a4cd15 req-e4158713-e922-4c43-bb21-2cc32b6be0fb tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:35.302360 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ac293d6a-928f-4958-b5ad-292a37a4cd15 req-e4158713-e922-4c43-bb21-2cc32b6be0fb tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 1.0480993 Jan 18 12:44:35.310473 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.421821 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:35.428218 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-98f6654d-3904-47bd-9474-239b9c51c987 req-c7702878-813c-4f4b-8d7c-dc8b5812b1dc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591196 Jan 18 12:44:35.461881 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:35.469780 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.535488 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ac293d6a-928f-4958-b5ad-292a37a4cd15 req-99430a79-b493-45ae-9029-769da349a401 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320201 Jan 18 12:44:35.638467 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660', 'code': 200} Jan 18 12:44:35.684755 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49142) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:35.707857 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 25719b81-f045-4178-9bde-b78a2f9c72d3 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:35.725323 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.741666 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:35.801999 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:35.807046 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b9696c04f14a3d8311e47f6b82d3ef is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:35.810287 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:35.817839 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:35.861785 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 25719b81-f045-4178-9bde-b78a2f9c72d3 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:35.874180 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:33Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:35.876492 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 25719b81-f045-4178-9bde-b78a2f9c72d3 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:35.876998 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.025426 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.030799 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb2b64-89f2-4c66-9f15-af33dfd88e01 None None] The sync data for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb is: [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:33Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:36.039920 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.085182 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2b9696c04f14a3d8311e47f6b82d3ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3991857 Jan 18 12:44:36.088597 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49156) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:36.111254 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037b4e0-9e70-476b-93c3-ce106cb99974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ff95c-f426-4624-86de-4ae7a94215ce,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:36.190969 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89142045-694a-403f-b2da-a9457fba8d31 req-a2937647-2203-49dd-b7c0-d08a8a223327 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1098 time: 0.2324870 Jan 18 12:44:36.210815 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.241873 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.db.resource_extend [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:44:36.269092 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 25719b81-f045-4178-9bde-b78a2f9c72d3, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=25719b81-f045-4178-9bde-b78a2f9c72d3,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:36.274128 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.381009 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=25719b81-f045-4178-9bde-b78a2f9c72d3,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:36.386108 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e41594f6-d92a-47cc-9d13-995a0a33d62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.542233 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.544491 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89142045-694a-403f-b2da-a9457fba8d31 req-1cd039d3-7fc4-45c7-af9a-fd9f658355a9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356109 Jan 18 12:44:36.548733 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.609093 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.688725 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.902129 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.972736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ff95c-f426-4624-86de-4ae7a94215ce,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:36.988043 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.988502 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.988833 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.989159 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.989484 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.991769 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.992844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.993193 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.993517 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.993920 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:36.994239 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:37.027229 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:37.027229 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7968a079-8702-4294-8505-a82f4651fe03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/078ff95c-f426-4624-86de-4ae7a94215ce HTTP/1.1" status: 204 len: 168 time: 0.9310780 Jan 18 12:44:37.138185 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0f09-c323-4326-b1eb-755a6e0e775c req-ea14c4c8-a0d5-4da4-a338-3af26d81b655 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:37.139616 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-85cb0f09-c323-4326-b1eb-755a6e0e775c req-ea14c4c8-a0d5-4da4-a338-3af26d81b655 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.3496692 Jan 18 12:44:37.150268 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8a18d-fa8e-48f9-a980-4f636e261e42 req-2c200dfa-97ec-46ef-ad63-9d57db853340 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:37.151697 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b3a8a18d-fa8e-48f9-a980-4f636e261e42 req-2c200dfa-97ec-46ef-ad63-9d57db853340 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.4742866 Jan 18 12:44:37.251765 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-85cb0f09-c323-4326-b1eb-755a6e0e775c req-9bc946ed-e2ef-4162-a914-f31468bf59f8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989347 Jan 18 12:44:37.259108 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b3a8a18d-fa8e-48f9-a980-4f636e261e42 req-65e64429-2fee-4181-ba58-33bdae304a56 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861814 Jan 18 12:44:37.275322 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Floating IP 17356357-402b-4501-99c3-f604109b3583 associated. External IP: 172.28.2.3, port: 2a5788a4-9e75-4795-99e9-ec9c6940743e. Jan 18 12:44:37.455283 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:37.591519 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 25719b81-f045-4178-9bde-b78a2f9c72d3 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:37.722138 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 25719b81-f045-4178-9bde-b78a2f9c72d3 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:37.728884 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:37.756423 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:37.926520 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 681ee4c8-99a4-4c2d-a0e9-cdb65899315e up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:38.045911 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ec1a-31fc-4125-ab69-1df0c478e939 req-8147f791-f9aa-41c3-b7a3-af78aaa26d2c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:38.052904 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c836ec1a-31fc-4125-ab69-1df0c478e939 req-8147f791-f9aa-41c3-b7a3-af78aaa26d2c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1879213 Jan 18 12:44:38.058666 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-8c464b6d-2afa-4e68-91c6-130fe2fc7c82 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 1098 time: 0.3650599 Jan 18 12:44:38.129158 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:38.129755 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:38.404702 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c836ec1a-31fc-4125-ab69-1df0c478e939 req-33e92427-9ea5-437e-b25b-70cac19cbcab tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507988 Jan 18 12:44:38.489846 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-2bc60ed7-779d-40b5-815f-127cc30c39f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:38.498781 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-2bc60ed7-779d-40b5-815f-127cc30c39f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.4144197 Jan 18 12:44:38.660512 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-79b303a2-a177-4b41-8b8e-da7c4f2af1ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323 HTTP/1.1" status: 200 len: 217 time: 0.1418533 Jan 18 12:44:38.738510 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-4f75bed7-b95c-4ab7-9c60-05e083bbd0a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:38.740084 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-4f75bed7-b95c-4ab7-9c60-05e083bbd0a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.0701065 Jan 18 12:44:38.758180 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Router 8b15c917-34a2-41ff-9d89-a462c69705fa has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:44:38.808800 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-57396d6b-0980-403f-a40e-bae2a6907a78 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548737 Jan 18 12:44:38.912664 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:39.012551 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8715da-d766-42b8-a046-b92d2ef78b17 req-2ff93f11-9541-420e-add8-34b483cebe40 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:39.013999 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8c8715da-d766-42b8-a046-b92d2ef78b17 req-2ff93f11-9541-420e-add8-34b483cebe40 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.4069626 Jan 18 12:44:39.079916 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-628d7c52-d9c3-4ed7-8a9d-d9d90d510573 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619958 Jan 18 12:44:39.150906 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49266) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:39.193951 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8c8715da-d766-42b8-a046-b92d2ef78b17 req-8ccb0a18-c32a-47fb-a79a-3032c5337ebb tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687346 Jan 18 12:44:39.376156 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fa47135d-748e-4dbf-aa2f-563a84d79fdc req-44d04df8-6062-4ef8-a02b-2c2c4648304c service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852609 Jan 18 12:44:39.605400 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209913722-network', 'tenant_id': '8700c12026a44606a40061e1c8198896'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:39.612112 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:39.621205 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Usage tracker for resource:network and tenant:8700c12026a44606a40061e1c8198896 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:39.625145 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:39.635720 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:39.655014 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Made reservation on behalf of 8700c12026a44606a40061e1c8198896 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:39.665394 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:39.672557 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:44:39.677127 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:39.687025 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] Sync routers for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:39.689183 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:39.705894 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:39.708584 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:39.738148 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:39.744213 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Usage tracker for resource:security_group_rule and tenant:8700c12026a44606a40061e1c8198896 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:39.748192 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:39.757044 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:39.761624 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55a91-98d3-4191-9a7f-dba9e734c7ad req-95c6012b-d743-4e99-826d-ce546afbb6e9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:39.763423 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-46e55a91-98d3-4191-9a7f-dba9e734c7ad req-95c6012b-d743-4e99-826d-ce546afbb6e9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.3860915 Jan 18 12:44:39.772995 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49294) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:39.775423 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b9dbb4e6-ef98-4db2-885d-528e5f06edae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "PUT /v2.0/floatingips/17356357-402b-4501-99c3-f604109b3583 HTTP/1.1" status: 200 len: 989 time: 5.6715531 Jan 18 12:44:39.778934 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:39.798383 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13d3e8-55ee-4e9f-95a0-f1b3a0a3ca89 req-990bb71b-421e-46a3-8385-5b74dfa46e32 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:39.799843 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ea13d3e8-55ee-4e9f-95a0-f1b3a0a3ca89 req-990bb71b-421e-46a3-8385-5b74dfa46e32 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1876023 Jan 18 12:44:39.801417 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'floatingip': {'port_id': 'a4895030-f193-4def-bffe-f612ec341660'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:39.899192 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ea13d3e8-55ee-4e9f-95a0-f1b3a0a3ca89 req-8d929ce7-3b22-44b9-8d51-6d97c525ece6 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933428 Jan 18 12:44:40.018431 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:40.032585 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:40.047194 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:40.060602 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'status': 'completed', 'code': 200} Jan 18 12:44:40.095520 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:44:40.115656 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:40.118817 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Added segment f46fd248-b0a8-48bf-a456-dace5c45076d of type vlan for network e464fde1-d27d-4cfc-be12-83cd361de91e Jan 18 12:44:40.214819 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c012e1a-9a4a-4cf4-abea-6150f7a91961,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:40.239761 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:40.246854 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9027478e-408a-4f22-ab20-62726cdecb21 req-12830810-f0cc-4aa7-8ae0-b2d9b8a8b42c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 1098 time: 0.1587365 Jan 18 12:44:40.247550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:40.470398 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027478e-408a-4f22-ab20-62726cdecb21 req-a3f9ed6e-734e-4780-978a-96a5a53bf0ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:40.472094 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9027478e-408a-4f22-ab20-62726cdecb21 req-a3f9ed6e-734e-4780-978a-96a5a53bf0ef service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 912 time: 0.2176025 Jan 18 12:44:40.602604 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:40.603868 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:40.605534 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:40.695110 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9027478e-408a-4f22-ab20-62726cdecb21 req-ac35baf8-79be-4753-b1c4-b5ee5cda886e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 200 len: 997 time: 0.2169790 Jan 18 12:44:40.755964 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] Pushing event updated for resources: {'Network': ['ID=e464fde1-d27d-4cfc-be12-83cd361de91e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:40.766956 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '17356357-402b-4501-99c3-f604109b3583', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'floating_ip_address': '172.28.2.3', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'port_id': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'mac_address': 'fa:16:3e:12:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:44:06Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 1, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:40.769602 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network e464fde1-d27d-4cfc-be12-83cd361de91e details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:44:40.781627 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] Checking router: 8b15c917-34a2-41ff-9d89-a462c69705fa for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:40.792413 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027478e-408a-4f22-ab20-62726cdecb21 req-1adbb299-7209-419d-a9a9-c7e7ff0f9091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:40.796821 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9027478e-408a-4f22-ab20-62726cdecb21 req-1adbb299-7209-419d-a9a9-c7e7ff0f9091 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.0934522 Jan 18 12:44:40.806926 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:40.810109 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:40.904769 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9027478e-408a-4f22-ab20-62726cdecb21 req-46bb85da-5248-4e93-ba8f-257fa99818e7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991557 Jan 18 12:44:40.972740 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-43367bde-50f8-4131-8092-0bed3b54cb19 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8195047 Jan 18 12:44:40.982206 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49338) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:41.016306 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Request body: {'subnet': {'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209913722-subnet', 'tenant_id': '8700c12026a44606a40061e1c8198896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:41.026166 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:41.034904 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Usage tracker for resource:subnet and tenant:8700c12026a44606a40061e1c8198896 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:41.039939 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:41.050629 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:41.105930 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:41.153500 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Made reservation on behalf of 8700c12026a44606a40061e1c8198896 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:41.156463 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3890444'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:41.235034 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9027478e-408a-4f22-ab20-62726cdecb21 req-e8747920-bb8e-448e-aaa3-8fa15e6c84d1 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211102 Jan 18 12:44:41.529970 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '17356357-402b-4501-99c3-f604109b3583', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'floating_ip_address': '172.28.2.3', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'port_id': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'mac_address': 'fa:16:3e:12:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:44:06Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 1, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:41.535265 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6adcf4d-2845-491b-a468-4ec443d2b03e None None] The sync data for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb is: [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '17356357-402b-4501-99c3-f604109b3583', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'floating_ip_address': '172.28.2.3', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'port_id': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'mac_address': 'fa:16:3e:12:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:44:06Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 1, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:41.556687 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9027478e-408a-4f22-ab20-62726cdecb21 req-ead6026e-3b93-4ada-957a-f80fe6c05cd5 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112645 Jan 18 12:44:41.608164 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb40fd9-630c-4c26-9018-72ea4a94bc0d req-50b21ba9-6969-4ec7-a6cf-76c837677a81 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:41.609704 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5eb40fd9-630c-4c26-9018-72ea4a94bc0d req-50b21ba9-6969-4ec7-a6cf-76c837677a81 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.3636124 Jan 18 12:44:41.690967 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5eb40fd9-630c-4c26-9018-72ea4a94bc0d req-2e422897-95e4-4bd5-b7e1-491e6bc52047 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749681 Jan 18 12:44:41.959674 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3878555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3890458'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:42.103828 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:42.118597 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:42.183845 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88b9719-5dde-40a6-9221-e3dc71230be5,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:42.210280 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Checking segment: {'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:42.210736 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Network hostable DHCP agents. Network: e464fde1-d27d-4cfc-be12-83cd361de91e, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:44:42.302442 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Network e464fde1-d27d-4cfc-be12-83cd361de91e is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:44:42.323051 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, e464fde1-d27d-4cfc-be12-83cd361de91e) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:42.335135 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c1682-39a8-4ed2-b1af-2de8b400b228 None None] Network e464fde1-d27d-4cfc-be12-83cd361de91e requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:42.337193 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:42.338206 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:42.399570 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-66a47862-08c5-49cd-81e5-b5c574cf8506 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4085703 Jan 18 12:44:42.419191 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.l3_db [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Floating IP 58a46dce-d16d-4dec-9c25-3398f3966232 associated. External IP: 172.28.2.145, port: a4895030-f193-4def-bffe-f612ec341660. Jan 18 12:44:42.701120 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ece91d-69d8-4393-928b-4eb836c5b078 None None] Network e464fde1-d27d-4cfc-be12-83cd361de91e requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:42.982036 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ea98-8409-410d-a621-cbd7245686ed req-4d1baac8-4f9b-4662-889d-226529c9d9d5 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:42.984249 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4804ea98-8409-410d-a621-cbd7245686ed req-4d1baac8-4f9b-4662-889d-226529c9d9d5 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1104474 Jan 18 12:44:43.049117 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4804ea98-8409-410d-a621-cbd7245686ed req-e703ed65-d0fd-417b-973c-1db3a08211c8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Jan 18 12:44:43.064662 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Router 9f77e39d-727e-47d9-bc23-74fdc3423ccb has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:44:43.337109 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:44:43.348836 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:43.411466 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ebe5442e-3985-480a-af61-07c998d4c5b6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "PUT /v2.0/floatingips/58a46dce-d16d-4dec-9c25-3398f3966232 HTTP/1.1" status: 200 len: 991 time: 3.6258562 Jan 18 12:44:43.412274 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'tag': 'a4895030-f193-4def-bffe-f612ec341660'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:43.529773 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'tag': 'a4895030-f193-4def-bffe-f612ec341660', 'status': 'completed', 'code': 200} Jan 18 12:44:43.749553 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-80b042fd-1447-43a2-b042-b732583db661 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1098 time: 0.1603453 Jan 18 12:44:43.903136 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-afa0b7ab-1dc6-4119-8059-05abb95b9b04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:43.904842 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-afa0b7ab-1dc6-4119-8059-05abb95b9b04 service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.1363056 Jan 18 12:44:44.026738 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-cefc602f-33f9-41f7-92aa-3c870364836b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 200 len: 999 time: 0.1090658 Jan 18 12:44:44.103946 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-54bcef75-64a5-40ff-bd32-af1b5f9d1a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:44.105419 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-54bcef75-64a5-40ff-bd32-af1b5f9d1a3e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.0722637 Jan 18 12:44:44.280734 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-92bd10d5-3bb8-4ce1-9ef2-cb491243c828 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1609294 Jan 18 12:44:44.320834 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17582c-9e0a-4381-975d-b60f4cd246c6 req-c23acf2d-7788-4712-8193-66ffb1ec8ec1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:44.322220 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6f17582c-9e0a-4381-975d-b60f4cd246c6 req-c23acf2d-7788-4712-8193-66ffb1ec8ec1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1236084 Jan 18 12:44:44.545530 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6f17582c-9e0a-4381-975d-b60f4cd246c6 req-9d13bbb6-ed38-4031-a8b5-78e0f2576372 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892649 Jan 18 12:44:44.585238 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-4b46cea9-476a-4ac3-a2a2-c0a3d0cb95c9 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958429 Jan 18 12:44:44.889281 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6acb5d1-fee2-48dc-bd30-a4a2507ac48a req-afbf4e26-e2fd-4e70-9c7a-ef9d31692d3c service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906320 Jan 18 12:44:44.958200 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-bd149b71-1eb1-4aa5-b61d-008d1d108473 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:44.959728 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-bd149b71-1eb1-4aa5-b61d-008d1d108473 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/networks?id=e464fde1-d27d-4cfc-be12-83cd361de91e HTTP/1.1" status: 200 len: 809 time: 0.1762357 Jan 18 12:44:44.981238 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-2e298aec-7af3-4261-9131-c21229430b7f tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/quotas/8700c12026a44606a40061e1c8198896 HTTP/1.1" status: 200 len: 375 time: 0.0151625 Jan 18 12:44:45.032325 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-10341e1b-0b23-4102-8af4-05b963cbbb82 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8700c12026a44606a40061e1c8198896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485394 Jan 18 12:44:45.170963 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-1c577bee-b4bc-4bb6-a9c9-4c7f4cc780a4 service neutron] 10.222.0.39 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323435 Jan 18 12:44:45.316580 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-eabdb63c-a292-48d3-9a16-3b63c248f546 service neutron] 10.222.0.39 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396582 Jan 18 12:44:45.562699 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b1090e19-e432-4419-b43e-bbd4e54050f3 req-57dd3bed-c7f5-42c4-bdbc-a34e77eacf8f tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 210 time: 0.0490613 Jan 18 12:44:45.770115 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98d50-e538-41a7-a400-c701fa359910 req-bdba40f6-b106-4b09-b31f-1781c4282702 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:45.771680 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45f98d50-e538-41a7-a400-c701fa359910 req-bdba40f6-b106-4b09-b31f-1781c4282702 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.0886130 Jan 18 12:44:45.830665 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45f98d50-e538-41a7-a400-c701fa359910 req-b48eda55-f2b2-4bd7-bda9-5025f6bb1298 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Jan 18 12:44:46.840753 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-79c86f19-773b-4d04-a345-853fed638254 req-5f9221c5-8a7d-4e5f-8750-6cbab7a54971 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 210 time: 0.0763416 Jan 18 12:44:46.942033 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-281f8fd2-4b72-427d-8381-4ab8cdb714fd tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:46.944308 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-281f8fd2-4b72-427d-8381-4ab8cdb714fd tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "GET /v2.0/networks?id=e464fde1-d27d-4cfc-be12-83cd361de91e HTTP/1.1" status: 200 len: 809 time: 0.2966251 Jan 18 12:44:46.968487 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Request body: {'port': {'device_id': 'c89cef3e-e446-4308-80e3-9b715806a320', 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e', 'admin_state_up': True, 'tenant_id': '8700c12026a44606a40061e1c8198896'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:47.190554 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:47.199224 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Usage tracker for resource:port and tenant:8700c12026a44606a40061e1c8198896 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:47.202981 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:47.211722 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:47.221014 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec895e-1e41-4bcd-838c-8573c130c949 req-b368fede-3ce3-4eda-8b67-91170d9a3f83 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:47.222430 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-76ec895e-1e41-4bcd-838c-8573c130c949 req-b368fede-3ce3-4eda-8b67-91170d9a3f83 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1551425 Jan 18 12:44:47.251007 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Made reservation on behalf of 8700c12026a44606a40061e1c8198896 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:47.253594 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:47.347121 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-76ec895e-1e41-4bcd-838c-8573c130c949 req-0ed0af10-946c-4266-a915-b165811e3038 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188703 Jan 18 12:44:47.531388 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Allocated IP 172.20.0.14 (e464fde1-d27d-4cfc-be12-83cd361de91e/a88b9719-5dde-40a6-9221-e3dc71230be5/6adc2b4f-3418-49ee-8719-3ad98594825b) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:47.743714 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49616) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:47.865941 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:47.908144 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:47.964997 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.017081 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] Sync routers for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:48.036174 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:48.037812 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:48.043665 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:48.045889 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Network e464fde1-d27d-4cfc-be12-83cd361de91e is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:48.050170 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4ca5e9ca5a4e72bb32c709aff79c25 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:48.058518 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:48.061192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:48.067744 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:48.074517 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:48.114340 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Pushing event updated for resources: {'Port': ['ID=6adc2b4f-3418-49ee-8719-3ad98594825b,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:48.121297 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4482b0-4cbd-454b-87e5-d3bd3fb5f03f None None] New status for floating IP 17356357-402b-4501-99c3-f604109b3583: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:44:48.180204 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.198345 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:48.199042 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.201769 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.283062 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-4992df16-8a7d-4f9a-8510-eb597e7f17b6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3202050 Jan 18 12:44:48.290023 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2f838-5eb7-4cde-bd20-5e35a591dfbc,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:48.304005 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-90e52e5d-2873-454a-82fb-d54bb22f8594 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e4ca5e9ca5a4e72bb32c709aff79c25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5582318 Jan 18 12:44:48.305011 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49642) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:48.319777 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ac2ac-5a1a-4795-bdbe-3e779a182423 req-c04d4bdc-9537-4216-80cc-302decc43123 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:48.322855 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-668ac2ac-5a1a-4795-bdbe-3e779a182423 req-c04d4bdc-9537-4216-80cc-302decc43123 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Synchronizing usage tracker for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:48.329489 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Request body: {'port': {'device_id': 'c89cef3e-e446-4308-80e3-9b715806a320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:48.357066 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49646) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:48.403688 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-acbcb0dd-9a78-4012-ab89-7371b9f06224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.405439 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:48.450620 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-acbcb0dd-9a78-4012-ab89-7371b9f06224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.498938 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-668ac2ac-5a1a-4795-bdbe-3e779a182423 req-c04d4bdc-9537-4216-80cc-302decc43123 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Unset dirty status for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:48.510029 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-668ac2ac-5a1a-4795-bdbe-3e779a182423 req-c04d4bdc-9537-4216-80cc-302decc43123 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 932 time: 0.4041762 Jan 18 12:44:48.600835 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-acbcb0dd-9a78-4012-ab89-7371b9f06224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.636992 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcb0dd-9a78-4012-ab89-7371b9f06224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2f838-5eb7-4cde-bd20-5e35a591dfbc,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:48.640810 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-acbcb0dd-9a78-4012-ab89-7371b9f06224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.646118 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-acbcb0dd-9a78-4012-ab89-7371b9f06224 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61c2f838-5eb7-4cde-bd20-5e35a591dfbc HTTP/1.1" status: 204 len: 168 time: 0.3378077 Jan 18 12:44:48.655047 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.668985 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.691017 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-668ac2ac-5a1a-4795-bdbe-3e779a182423 req-64fe661e-605a-489d-ae6a-0b2971fe3a2f tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800590 Jan 18 12:44:48.723131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:48.733966 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Usage tracker for resource:security_group_rule and tenant:86a97a807aba4c60993479817d804e65 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:48.737390 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:48.752283 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:48.925964 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.934213 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e864e1-adbf-4d42-b692-6842376d7f43 req-918aefe8-6abe-4d5b-a23e-50a7eb51b788 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:48.941269 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-06e864e1-adbf-4d42-b692-6842376d7f43 req-918aefe8-6abe-4d5b-a23e-50a7eb51b788 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.3313637 Jan 18 12:44:48.944407 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.947884 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '58a46dce-d16d-4dec-9c25-3398f3966232', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'floating_ip_address': '172.28.2.145', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'port_id': 'a4895030-f193-4def-bffe-f612ec341660', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'mac_address': 'fa:16:3e:23:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:44:04Z', 'updated_at': '2022-01-18T12:44:41Z', 'revision_number': 1, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:48.952764 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] Checking router: 9f77e39d-727e-47d9-bc23-74fdc3423ccb for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:48.968490 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:48.969390 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:49.011640 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723b8aa7-f147-4587-949b-afbc87c5abc5,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:49.019703 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bb6c1d78-9ef7-4f5c-9ebe-ac317494ab9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86a97a807aba4c60993479817d804e65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6590190 Jan 18 12:44:49.020816 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49670) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:49.102674 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2cbeba43-b494-4dbb-a0f2-24e055d6d403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.128019 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-06e864e1-adbf-4d42-b692-6842376d7f43 req-2a8017e2-2155-48ed-9880-efcc61a73cb0 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857145 Jan 18 12:44:49.141666 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2cbeba43-b494-4dbb-a0f2-24e055d6d403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.256648 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2cbeba43-b494-4dbb-a0f2-24e055d6d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.275762 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeba43-b494-4dbb-a0f2-24e055d6d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b8aa7-f147-4587-949b-afbc87c5abc5,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:49.297089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2cbeba43-b494-4dbb-a0f2-24e055d6d403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.298500 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2cbeba43-b494-4dbb-a0f2-24e055d6d403 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/723b8aa7-f147-4587-949b-afbc87c5abc5 HTTP/1.1" status: 204 len: 168 time: 0.2759664 Jan 18 12:44:49.328647 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:49.390797 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49688) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:49.420897 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.449246 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adc2b4f-3418-49ee-8719-3ad98594825b {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:49.466970 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.487721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:49.493582 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Transition to ACTIVE for port object 6adc2b4f-3418-49ee-8719-3ad98594825b will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:49.494957 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d05baa4c90464b8a19a60af853f0a0 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:49.498186 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:49.504661 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:49.505919 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.661910 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.668420 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.719676 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20a6a0-bf8b-4a87-a8fe-378dabc13b9c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:49.745474 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-fbbe6fba-9fb9-431e-b77a-f506e95c9654 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3d05baa4c90464b8a19a60af853f0a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3520901 Jan 18 12:44:49.749054 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49700) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:49.828154 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc2b4f-3418-49ee-8719-3ad98594825b,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:49.884800 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Attempting to bind port 6adc2b4f-3418-49ee-8719-3ad98594825b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:49.885778 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Attempting to bind port 6adc2b4f-3418-49ee-8719-3ad98594825b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:49.886178 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Attempting to bind port 6adc2b4f-3418-49ee-8719-3ad98594825b on network e464fde1-d27d-4cfc-be12-83cd361de91e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:49.891027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f8cde16-f601-48c6-9763-ee0d3acd1eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.896832 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Port 6adc2b4f-3418-49ee-8719-3ad98594825b on network e464fde1-d27d-4cfc-be12-83cd361de91e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:49.897490 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Attempting to bind port 6adc2b4f-3418-49ee-8719-3ad98594825b on network e464fde1-d27d-4cfc-be12-83cd361de91e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:49.906954 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:49.907245 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Checking segment: {'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:49.907711 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Bound using segment: {'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:49.908219 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Bound port: 6adc2b4f-3418-49ee-8719-3ad98594825b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:49.908702 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.929092 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '58a46dce-d16d-4dec-9c25-3398f3966232', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'floating_ip_address': '172.28.2.145', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'port_id': 'a4895030-f193-4def-bffe-f612ec341660', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'mac_address': 'fa:16:3e:23:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:44:04Z', 'updated_at': '2022-01-18T12:44:41Z', 'revision_number': 1, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:49.936099 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa1e9d-e566-42d7-9761-2b039f6092df None None] The sync data for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb is: [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '58a46dce-d16d-4dec-9c25-3398f3966232', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'floating_ip_address': '172.28.2.145', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'port_id': 'a4895030-f193-4def-bffe-f612ec341660', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'mac_address': 'fa:16:3e:23:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:44:04Z', 'updated_at': '2022-01-18T12:44:41Z', 'revision_number': 1, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:49.941624 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f8cde16-f601-48c6-9763-ee0d3acd1eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.017321 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f8cde16-f601-48c6-9763-ee0d3acd1eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.035974 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cde16-f601-48c6-9763-ee0d3acd1eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20a6a0-bf8b-4a87-a8fe-378dabc13b9c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:50.045320 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f8cde16-f601-48c6-9763-ee0d3acd1eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.049708 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0f8cde16-f601-48c6-9763-ee0d3acd1eee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed20a6a0-bf8b-4a87-a8fe-378dabc13b9c HTTP/1.1" status: 204 len: 168 time: 0.2995825 Jan 18 12:44:50.058805 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49708) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:50.102807 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.172580 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] For port 6adc2b4f-3418-49ee-8719-3ad98594825b, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:50.181419 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] For port 6adc2b4f-3418-49ee-8719-3ad98594825b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6adc2b4f-3418-49ee-8719-3ad98594825b,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:50.183710 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:50.189718 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Usage tracker for resource:security_group_rule and tenant:bf7780e7a48548c5a00d764e15442475 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:50.192727 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.197003 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:50.238033 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:50.276331 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afda442-b0c6-4eb8-a75a-759ef022f723 req-41ad722c-700d-42ae-a44d-24e0168b4a77 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:50.277735 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8afda442-b0c6-4eb8-a75a-759ef022f723 req-41ad722c-700d-42ae-a44d-24e0168b4a77 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 944 time: 0.3413363 Jan 18 12:44:50.356750 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.358097 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] 10.222.0.85 "PUT /v2.0/ports/6adc2b4f-3418-49ee-8719-3ad98594825b HTTP/1.1" status: 200 len: 1094 time: 2.0339983 Jan 18 12:44:50.361217 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89cef3e-e446-4308-80e3-9b715806a320', 'tag': '6adc2b4f-3418-49ee-8719-3ad98594825b'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:50.399933 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6d2b-fd72-4939-9ad3-5f0c933b2c61 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc2b4f-3418-49ee-8719-3ad98594825b,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:50.483282 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8afda442-b0c6-4eb8-a75a-759ef022f723 req-f5c14c68-8a95-48c6-b622-956e6fbcd917 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688645 Jan 18 12:44:50.504339 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.515502 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.644875 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89cef3e-e446-4308-80e3-9b715806a320', 'tag': '6adc2b4f-3418-49ee-8719-3ad98594825b', 'status': 'completed', 'code': 200} Jan 18 12:44:50.688160 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428f2b2-e1a9-4b1a-b607-e968cd6fd6bb req-44d7bb26-1b9a-49cf-bfac-794b24c3e818 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:50.688743 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f428f2b2-e1a9-4b1a-b607-e968cd6fd6bb req-44d7bb26-1b9a-49cf-bfac-794b24c3e818 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.4262850 Jan 18 12:44:50.695102 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3bc2e3-2e10-47ca-8362-241eac4a533b,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:50.716985 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4e0f2efc-4cd1-4e9d-9e76-19d786f0cb5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf7780e7a48548c5a00d764e15442475&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6548603 Jan 18 12:44:50.721284 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49732) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:50.745446 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-70d91c85-d58f-423c-aa72-17f8307de7fc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8700c12026a44606a40061e1c8198896&device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 1097 time: 0.3382654 Jan 18 12:44:50.885708 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f428f2b2-e1a9-4b1a-b607-e968cd6fd6bb req-787f8a3d-c843-4ea4-8143-5e78d43ef9e3 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875803 Jan 18 12:44:50.887416 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-47aacbeb-bf92-4453-9464-ee4bf69e5640 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6adc2b4f-3418-49ee-8719-3ad98594825b HTTP/1.1" status: 200 len: 217 time: 0.1180081 Jan 18 12:44:50.931232 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49746) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:50.955888 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b0782a9f-bd8c-490e-9fab-954df78580cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.993339 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b0782a9f-bd8c-490e-9fab-954df78580cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.035048 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-df488119-dd1c-44cd-8993-70815a686673 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:51.036485 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-df488119-dd1c-44cd-8993-70815a686673 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a88b9719-5dde-40a6-9221-e3dc71230be5 HTTP/1.1" status: 200 len: 849 time: 0.1295617 Jan 18 12:44:51.089103 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-f0c1bf64-5da0-44e2-82d4-07c0674817cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e464fde1-d27d-4cfc-be12-83cd361de91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456707 Jan 18 12:44:51.116023 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.161370 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:51.166029 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Usage tracker for resource:security_group_rule and tenant:7531998fd0a7408d85120c7e4e0b40b3 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:51.168886 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:51.174552 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:51.184459 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b0782a9f-bd8c-490e-9fab-954df78580cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.212547 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0782a9f-bd8c-490e-9fab-954df78580cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3bc2e3-2e10-47ca-8362-241eac4a533b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:51.219810 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b0782a9f-bd8c-490e-9fab-954df78580cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.220948 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b0782a9f-bd8c-490e-9fab-954df78580cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd3bc2e3-2e10-47ca-8362-241eac4a533b HTTP/1.1" status: 204 len: 168 time: 0.4962394 Jan 18 12:44:51.285535 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-c21c2218-a930-4eeb-8a2f-e565ec81f712 service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896100 Jan 18 12:44:51.309143 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.314339 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.377943 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d112f-d33e-4377-8665-45f7d8ad8d0b,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:51.382289 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-dc99a94c-0e6f-496c-bce9-18ec9e551952 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7531998fd0a7408d85120c7e4e0b40b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4499903 Jan 18 12:44:51.385718 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49770) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:51.458985 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eadb3508-818d-49fa-a767-028028d6e25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.521198 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-322fe377-c534-46ac-b54b-9e34cca4a929 req-11ed9d57-0e43-4720-b100-e9230f25696c service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215207 Jan 18 12:44:51.628439 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eadb3508-818d-49fa-a767-028028d6e25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.702333 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eadb3508-818d-49fa-a767-028028d6e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.719910 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb3508-818d-49fa-a767-028028d6e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d112f-d33e-4377-8665-45f7d8ad8d0b,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:51.728986 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eadb3508-818d-49fa-a767-028028d6e25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.733007 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eadb3508-818d-49fa-a767-028028d6e25a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f17d112f-d33e-4377-8665-45f7d8ad8d0b HTTP/1.1" status: 204 len: 168 time: 0.3444905 Jan 18 12:44:51.764814 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c892541-66ea-42e5-9766-328f07c95d83 req-651d52e6-377e-4a67-b68c-69926952f054 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:51.766259 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c892541-66ea-42e5-9766-328f07c95d83 req-651d52e6-377e-4a67-b68c-69926952f054 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 944 time: 0.1263502 Jan 18 12:44:51.770713 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-0a06d59a-ef62-4130-8c50-d28beb310938 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8700c12026a44606a40061e1c8198896&device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 1097 time: 0.1957097 Jan 18 12:44:51.813838 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49786) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:51.899156 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.932898 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c892541-66ea-42e5-9766-328f07c95d83 req-cca47ecc-01a3-4483-b792-18e7c53d44ab tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585529 Jan 18 12:44:51.989151 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:51.995457 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Usage tracker for resource:security_group_rule and tenant:b84b23e4c66d444eb77de6d7afec28b7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:51.998811 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-a6d688c2-7862-4817-9894-7c9313ebfdd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:52.000298 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-a6d688c2-7862-4817-9894-7c9313ebfdd0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e464fde1-d27d-4cfc-be12-83cd361de91e HTTP/1.1" status: 200 len: 910 time: 0.2123621 Jan 18 12:44:52.001174 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:52.062220 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:52.085166 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-7aedb59d-9faf-4dc8-bcfd-dda30ab90ad3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6adc2b4f-3418-49ee-8719-3ad98594825b HTTP/1.1" status: 200 len: 217 time: 0.0773606 Jan 18 12:44:52.180527 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49800) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:52.205983 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-6283110c-2879-43e6-ae6d-57997c50fc34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:52.207429 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-6283110c-2879-43e6-ae6d-57997c50fc34 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a88b9719-5dde-40a6-9221-e3dc71230be5 HTTP/1.1" status: 200 len: 849 time: 0.1140645 Jan 18 12:44:52.230690 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.264865 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:52.268905 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Usage tracker for resource:security_group_rule and tenant:391bd129ed7f4466a3284429f97444be is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:52.271932 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:52.278708 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:52.309740 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-0e42ae18-fc41-4ebb-9cd4-f2a58c6484ef service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e464fde1-d27d-4cfc-be12-83cd361de91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917952 Jan 18 12:44:52.326037 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.362389 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.405743 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.410730 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.459274 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408ba935-318a-48ee-8244-5ba98c8cd614,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:52.476559 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae57c7a-17a7-4e58-92e0-72fa40b5868b,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:52.498150 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-faf1ad78-c39b-42e5-bf2c-ddfeec4adf1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=391bd129ed7f4466a3284429f97444be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3152926 Jan 18 12:44:52.499719 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e4725571-5d00-46eb-968c-d0679f1a1dad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b84b23e4c66d444eb77de6d7afec28b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6819837 Jan 18 12:44:52.502025 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49816) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:52.502590 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49818) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:52.518502 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2457-af98-4fb5-9622-5afd22ffd63f req-d0c67600-1aad-480e-8722-079ef921da10 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:52.519956 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87fc2457-af98-4fb5-9622-5afd22ffd63f req-d0c67600-1aad-480e-8722-079ef921da10 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.3062360 Jan 18 12:44:52.559062 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-3c428a4a-90c4-4052-995b-e1b6ab863469 service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300956 Jan 18 12:44:52.653622 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87fc2457-af98-4fb5-9622-5afd22ffd63f req-126e28ad-49f9-4b8a-9045-5b14653682cd tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222548 Jan 18 12:44:52.675382 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17431b29-eb26-4d72-85be-3029e75e28e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.693986 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6856-5f55-4b93-952c-758f4840756a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.727165 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17431b29-eb26-4d72-85be-3029e75e28e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.744773 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6856-5f55-4b93-952c-758f4840756a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.849032 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d2bf5b9f-b2cb-4cf9-a2b3-068a2a354121 req-6fd642ec-3e35-43de-a488-c2b3011ecddc service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733307 Jan 18 12:44:52.850030 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17431b29-eb26-4d72-85be-3029e75e28e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.865417 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6856-5f55-4b93-952c-758f4840756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.876478 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431b29-eb26-4d72-85be-3029e75e28e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae57c7a-17a7-4e58-92e0-72fa40b5868b,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:52.890704 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17431b29-eb26-4d72-85be-3029e75e28e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.891809 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-17431b29-eb26-4d72-85be-3029e75e28e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fae57c7a-17a7-4e58-92e0-72fa40b5868b HTTP/1.1" status: 204 len: 168 time: 0.3856151 Jan 18 12:44:52.894466 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cb3b6856-5f55-4b93-952c-758f4840756a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.895463 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cb3b6856-5f55-4b93-952c-758f4840756a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/408ba935-318a-48ee-8244-5ba98c8cd614 HTTP/1.1" status: 204 len: 168 time: 0.3914165 Jan 18 12:44:52.897630 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b6856-5f55-4b93-952c-758f4840756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ba935-318a-48ee-8244-5ba98c8cd614,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:53.174614 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd650d0-05c9-45d5-8407-d925dd7ac13f req-a0a8d557-289e-402f-a1db-e5a554dae687 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:53.176210 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9dd650d0-05c9-45d5-8407-d925dd7ac13f req-a0a8d557-289e-402f-a1db-e5a554dae687 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 944 time: 0.0849261 Jan 18 12:44:53.228391 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9dd650d0-05c9-45d5-8407-d925dd7ac13f req-920ae15c-69de-4dab-8462-0bd1a4ebca46 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456314 Jan 18 12:44:53.893617 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d59495-2a08-4a13-89ae-411015c9c2b9 req-867ce06d-9161-46e0-8ea4-d5b5f2ebe9ba tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:53.895827 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-41d59495-2a08-4a13-89ae-411015c9c2b9 req-867ce06d-9161-46e0-8ea4-d5b5f2ebe9ba tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.0948584 Jan 18 12:44:53.966308 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-41d59495-2a08-4a13-89ae-411015c9c2b9 req-44753430-63e8-49f5-9877-a9eec5c671e1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613167 Jan 18 12:44:54.384607 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 6adc2b4f-3418-49ee-8719-3ad98594825b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:54.560524 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a8fe5-6ac4-45d1-a129-c49c7786fd7f req-88264f57-5d5b-4e3a-bb4c-dba4c18f774d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:54.563691 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-465a8fe5-6ac4-45d1-a129-c49c7786fd7f req-88264f57-5d5b-4e3a-bb4c-dba4c18f774d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 944 time: 0.1668026 Jan 18 12:44:54.637893 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-465a8fe5-6ac4-45d1-a129-c49c7786fd7f req-a0858db0-061f-4431-bf0e-719fc328a929 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666709 Jan 18 12:44:54.653390 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 6adc2b4f-3418-49ee-8719-3ad98594825b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6adc2b4f-3418-49ee-8719-3ad98594825b,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:54.676287 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '6adc2b4f-3418-49ee-8719-3ad98594825b', 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e', 'port_id': '6adc2b4f-3418-49ee-8719-3ad98594825b', 'mac_address': 'fa:16:3e:f1:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88b9719-5dde-40a6-9221-e3dc71230be5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:54.732219 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.753107 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adc2b4f-3418-49ee-8719-3ad98594825b {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:54.770609 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 6adc2b4f-3418-49ee-8719-3ad98594825b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6adc2b4f-3418-49ee-8719-3ad98594825b,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:54.775343 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.840401 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 49944) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:54.853794 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=6adc2b4f-3418-49ee-8719-3ad98594825b,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:54.862563 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.863114 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.863469 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.865308 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.865661 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.865999 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.866386 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.866635 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.867322 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.868041 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:54.868778 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:55.108843 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.130004 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['6adc2b4f-3418-49ee-8719-3ad98594825b'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:55.163164 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:55.169190 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Usage tracker for resource:security_group_rule and tenant:0072dfe29c294a57ad8bddc0a2ccf0c6 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:55.172596 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:55.183200 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:55.187140 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc158b-bb30-4459-b98e-fbebbfbc65a2 req-baa2eb84-4d25-4991-801d-933f0e7c3518 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:55.188963 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8bdc158b-bb30-4459-b98e-fbebbfbc65a2 req-baa2eb84-4d25-4991-801d-933f0e7c3518 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1000769 Jan 18 12:44:55.249006 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8bdc158b-bb30-4459-b98e-fbebbfbc65a2 req-bb561aee-e0b8-43b1-b004-3af3a24ea396 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Jan 18 12:44:55.289260 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.294547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.350804 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9806280b-fb76-4de6-8bde-151e7e08918c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:55.370243 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1e97ef3c-82f5-427c-a9e7-5a549a9d4317 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0072dfe29c294a57ad8bddc0a2ccf0c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5256357 Jan 18 12:44:55.370858 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 49966) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:55.491546 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73ca2a7f-1851-42e0-8340-0ba67581f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.531221 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdcc6c-e253-490a-beba-d039d4b369df None None] New status for floating IP 58a46dce-d16d-4dec-9c25-3398f3966232: ACTIVE {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:44:55.542884 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73ca2a7f-1851-42e0-8340-0ba67581f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.610866 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73ca2a7f-1851-42e0-8340-0ba67581f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.631608 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca2a7f-1851-42e0-8340-0ba67581f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806280b-fb76-4de6-8bde-151e7e08918c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:55.644800 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73ca2a7f-1851-42e0-8340-0ba67581f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.646237 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-73ca2a7f-1851-42e0-8340-0ba67581f758 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9806280b-fb76-4de6-8bde-151e7e08918c HTTP/1.1" status: 204 len: 168 time: 0.2741826 Jan 18 12:44:55.828175 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:44:55.967857 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b091bd3-ba2c-408c-bb28-9a1b526db987 req-d8920623-17fc-4a3a-8da8-1152b801b2b0 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:55.981368 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6b091bd3-ba2c-408c-bb28-9a1b526db987 req-d8920623-17fc-4a3a-8da8-1152b801b2b0 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 945 time: 0.1344771 Jan 18 12:44:56.100874 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6b091bd3-ba2c-408c-bb28-9a1b526db987 req-3631508a-fa98-41e9-a78c-5cab4b76584f tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184988 Jan 18 12:44:56.216632 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50000) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:56.235785 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.269746 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:56.274357 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Usage tracker for resource:security_group_rule and tenant:716b6ab707c84d84ae0961bc5a2d578e is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:56.289601 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:56.297451 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:56.402031 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 6adc2b4f-3418-49ee-8719-3ad98594825b up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:56.413094 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.419230 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.464281 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c11dd-fe33-411a-a6cc-48547f0ebbdd,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:56.506653 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e26e277c-d78f-4b75-9ba7-f97af19d8210 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=716b6ab707c84d84ae0961bc5a2d578e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2889569 Jan 18 12:44:56.509593 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50010) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:56.547736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04cd1-35af-4468-91ff-15b4b30ca53e req-bd83f647-51bd-4371-8aa3-36d464cee283 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:56.556762 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ce04cd1-35af-4468-91ff-15b4b30ca53e req-bd83f647-51bd-4371-8aa3-36d464cee283 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1680970 Jan 18 12:44:56.571649 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 6adc2b4f-3418-49ee-8719-3ad98594825b completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:56.601867 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 6adc2b4f-3418-49ee-8719-3ad98594825b triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:56.602476 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.624190 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ce04cd1-35af-4468-91ff-15b4b30ca53e req-986c68bd-e6b8-4a9c-b914-4f4c2ecf13dc tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657272 Jan 18 12:44:56.670904 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5fede82a-b1e4-4516-8d0d-1a6e14d0ae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.702047 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5fede82a-b1e4-4516-8d0d-1a6e14d0ae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.785907 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5fede82a-b1e4-4516-8d0d-1a6e14d0ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.802435 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fede82a-b1e4-4516-8d0d-1a6e14d0ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c11dd-fe33-411a-a6cc-48547f0ebbdd,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:56.813176 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5fede82a-b1e4-4516-8d0d-1a6e14d0ae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.816738 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5fede82a-b1e4-4516-8d0d-1a6e14d0ae91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a34c11dd-fe33-411a-a6cc-48547f0ebbdd HTTP/1.1" status: 204 len: 168 time: 0.3037698 Jan 18 12:44:56.821884 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.868742 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89cef3e-e446-4308-80e3-9b715806a320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc2b4f-3418-49ee-8719-3ad98594825b'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:56.891936 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 6adc2b4f-3418-49ee-8719-3ad98594825b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6adc2b4f-3418-49ee-8719-3ad98594825b,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:56.897229 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.950455 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89cef3e-e446-4308-80e3-9b715806a320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc2b4f-3418-49ee-8719-3ad98594825b', 'code': 200} Jan 18 12:44:56.990990 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=6adc2b4f-3418-49ee-8719-3ad98594825b,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:57.257292 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1e9c4f0d-34a2-4224-9158-61e0cef69325 req-5d754a4a-981e-4b43-b4e0-4b17abefef9d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 1099 time: 0.1033263 Jan 18 12:44:57.463767 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1e9c4f0d-34a2-4224-9158-61e0cef69325 req-6bf0b321-e2d2-4186-9fd5-578c6c1356bf service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994221 Jan 18 12:44:57.533543 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289ed89-0560-4d48-8861-5ab4d276affe req-a82a2efc-c1e1-41ab-9de0-fda8d7f3690e tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:57.542832 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1289ed89-0560-4d48-8861-5ab4d276affe req-a82a2efc-c1e1-41ab-9de0-fda8d7f3690e tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 946 time: 0.2119644 Jan 18 12:44:57.605568 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1289ed89-0560-4d48-8861-5ab4d276affe req-4c97f96a-d7eb-4b0f-96ee-8bf042c13edb tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618560 Jan 18 12:44:57.838626 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f70cc-65db-4a1e-a48f-91331d41b6c6 req-31fe2070-85d5-4d44-8156-0b22b1ec8103 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:57.840177 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-332f70cc-65db-4a1e-a48f-91331d41b6c6 req-31fe2070-85d5-4d44-8156-0b22b1ec8103 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.0845928 Jan 18 12:44:57.930225 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-332f70cc-65db-4a1e-a48f-91331d41b6c6 req-9a8bb90a-7f70-4b6b-a574-2497ce022856 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841262 Jan 18 12:44:58.421684 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50108) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:58.623106 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:58.658493 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:58.663270 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6097c1394c5c469a92c5f77c49656532 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:58.666775 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:58.674748 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:58.765902 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:58.771884 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:58.884994 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d97e4c7-7cc2-4269-aade-4f0078fbb52e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:58.900359 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4fe57520-d0b8-4d0f-9f1a-9ee63b5b07b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6097c1394c5c469a92c5f77c49656532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4772656 Jan 18 12:44:58.902764 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50132) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:58.931307 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50136) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:58.932883 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ef7ca-cd71-4470-9dfe-8ae5d23f60df req-3963dafb-0969-4a62-8392-37af41339f91 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:58.936741 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-651ef7ca-cd71-4470-9dfe-8ae5d23f60df req-3963dafb-0969-4a62-8392-37af41339f91 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 946 time: 0.1478620 Jan 18 12:44:58.982094 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a6b7046c-b4ec-40ea-a787-62cb53c33580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.011579 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a6b7046c-b4ec-40ea-a787-62cb53c33580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.027955 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-651ef7ca-cd71-4470-9dfe-8ae5d23f60df req-92c0401d-cd7f-45e5-b616-d22e4ce120ab tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879877 Jan 18 12:44:59.080281 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a6b7046c-b4ec-40ea-a787-62cb53c33580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.108956 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7046c-b4ec-40ea-a787-62cb53c33580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d97e4c7-7cc2-4269-aade-4f0078fbb52e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:59.122532 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a6b7046c-b4ec-40ea-a787-62cb53c33580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.125930 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a6b7046c-b4ec-40ea-a787-62cb53c33580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d97e4c7-7cc2-4269-aade-4f0078fbb52e HTTP/1.1" status: 204 len: 168 time: 0.2199159 Jan 18 12:44:59.170081 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.213824 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:59.219742 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Usage tracker for resource:security_group_rule and tenant:20488b5f3cf1434693f810cd930f7654 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:59.222041 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:59.228647 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:59.254949 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043abce-d91a-4eb1-833c-1a16fd71fe6e req-2a22c9fb-e902-4796-8ea6-fe98bd30bdfa tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:59.257084 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d043abce-d91a-4eb1-833c-1a16fd71fe6e req-2a22c9fb-e902-4796-8ea6-fe98bd30bdfa tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1401360 Jan 18 12:44:59.326628 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.341081 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.353224 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d043abce-d91a-4eb1-833c-1a16fd71fe6e req-c0cf772c-f6f8-4f6f-8136-8b72dba7b084 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871575 Jan 18 12:44:59.409291 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a5c1c-a2a4-4418-b086-93754118722b,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:59.423921 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b6d66a3b-cac3-4fc2-af4e-289a65cdc33f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20488b5f3cf1434693f810cd930f7654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4912565 Jan 18 12:44:59.426676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50162) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:59.522097 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5a14fa3e-2e53-4be8-abc7-a2d8ddcfe4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.580799 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5a14fa3e-2e53-4be8-abc7-a2d8ddcfe4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.645914 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5a14fa3e-2e53-4be8-abc7-a2d8ddcfe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.667463 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14fa3e-2e53-4be8-abc7-a2d8ddcfe4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a5c1c-a2a4-4418-b086-93754118722b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:59.677900 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5a14fa3e-2e53-4be8-abc7-a2d8ddcfe4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:59.684775 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5a14fa3e-2e53-4be8-abc7-a2d8ddcfe4ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c5a5c1c-a2a4-4418-b086-93754118722b HTTP/1.1" status: 204 len: 168 time: 0.2568684 Jan 18 12:45:00.139573 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50194) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:00.159978 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.195676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:00.200363 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Usage tracker for resource:security_group_rule and tenant:b72ec07069cd40d3a89165d79d2ff611 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:00.203375 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:00.211275 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:00.409974 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194038af-12c7-4642-96f0-dfd754e40b0a req-58e11407-eb5f-4354-8948-a1953e32400e tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:00.411420 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-194038af-12c7-4642-96f0-dfd754e40b0a req-58e11407-eb5f-4354-8948-a1953e32400e tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 946 time: 0.1674581 Jan 18 12:45:00.419278 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.435474 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.474659 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50210) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:00.502025 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049601af-9b0c-4fb9-92d3-6af2d83a814f,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:00.509887 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-194038af-12c7-4642-96f0-dfd754e40b0a req-0e98ad6b-2922-4819-943c-67de4c9c66df tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924125 Jan 18 12:45:00.516201 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50216) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:00.516436 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d79de7f9-469e-4f6a-8a7d-32ad94b95140 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b72ec07069cd40d3a89165d79d2ff611&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3755085 Jan 18 12:45:00.590030 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e4e9177e-0617-4695-888e-40d44f72ea42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.645868 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e4e9177e-0617-4695-888e-40d44f72ea42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.666264 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-584804973-network', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:00.678464 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2955ee-0bcd-4d46-b94a-0cf1c90d72df req-5350ca87-333a-421e-abd1-41100c8bd7a0 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:00.681013 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:00.681619 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3c2955ee-0bcd-4d46-b94a-0cf1c90d72df req-5350ca87-333a-421e-abd1-41100c8bd7a0 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1141577 Jan 18 12:45:00.694435 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Usage tracker for resource:network and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:00.701488 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:00.713646 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:00.727690 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Made reservation on behalf of d5c071b6bab34379a4018fb4d33bbdfe for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:00.732686 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.736744 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3c2955ee-0bcd-4d46-b94a-0cf1c90d72df req-3b7bd159-cf85-4f77-b6a3-d08d29116b13 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Jan 18 12:45:00.746826 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.773776 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e4e9177e-0617-4695-888e-40d44f72ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.804412 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9177e-0617-4695-888e-40d44f72ea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049601af-9b0c-4fb9-92d3-6af2d83a814f,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:00.814868 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:00.817265 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e4e9177e-0617-4695-888e-40d44f72ea42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.820800 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e4e9177e-0617-4695-888e-40d44f72ea42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/049601af-9b0c-4fb9-92d3-6af2d83a814f HTTP/1.1" status: 204 len: 168 time: 0.3006732 Jan 18 12:45:00.822239 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:00.826093 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:00.835107 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:00.916373 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.921972 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.965807 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:45:00.965807 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6411e9f7-c1a6-42ce-a27e-7c00747eed23,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:00.972790 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:00.973132 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Added segment 8217cd41-74ce-417b-a3b8-6242dcdb3211 of type vlan for network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 Jan 18 12:45:01.000144 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.034444 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.035371 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:01.035895 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.139978 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6642323 Jan 18 12:45:01.140719 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955965-2a00-49f1-b83c-b9f64d2544cd admin admin] Pushing event updated for resources: {'Network': ['ID=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:01.145130 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50238) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:01.152999 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:45:01.155710 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Request body: {'subnet': {'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-584804973-subnet', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:01.161775 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:01.166925 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Usage tracker for resource:subnet and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:01.170237 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:01.176594 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:01.194372 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Made reservation on behalf of d5c071b6bab34379a4018fb4d33bbdfe for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:01.198717 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379355'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.498332 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.608029 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379341'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.708813 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:01.721882 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Checking segment: {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:01.722239 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Network hostable DHCP agents. Network: 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:45:01.791407 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:45:01.813937 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:01.818968 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:01.819632 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.829877 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92b9dd-45f2-4479-bab7-4e4677eee147 None None] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:45:01.843525 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709c325-eaec-429e-baed-568f0c09ccc4 req-a252a35e-561f-4e0e-8551-ec49d5e744f6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:01.850672 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7709c325-eaec-429e-baed-568f0c09ccc4 req-a252a35e-561f-4e0e-8551-ec49d5e744f6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 946 time: 0.1150992 Jan 18 12:45:01.906590 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6acaca4d-12d6-485f-b407-9d31eee3ee2b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7603629 Jan 18 12:45:01.911920 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50276) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:01.918407 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:01.922887 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7709c325-eaec-429e-baed-568f0c09ccc4 req-d6227d56-db5c-4d8d-bd54-770039d854b1 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712566 Jan 18 12:45:01.926780 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:01.939258 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Usage tracker for resource:router and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:01.949322 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:01.964198 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:01.988314 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.989421 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.029079 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.221111 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:45:02.222198 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.244922 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fd24d-ba04-4b25-9cb0-c07aa60eaa02 req-75a89d51-562b-475f-ab15-680d01910b39 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:02.247048 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018fd24d-ba04-4b25-9cb0-c07aa60eaa02 req-75a89d51-562b-475f-ab15-680d01910b39 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.2331378 Jan 18 12:45:02.342749 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-018fd24d-ba04-4b25-9cb0-c07aa60eaa02 req-59c7188d-a54d-4347-9360-75b95cf40338 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894244 Jan 18 12:45:02.364799 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.509003 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Allocated IP 172.20.0.2 (7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6/0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc/0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:02.603348 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.633548 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.743927 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.758835 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Transition to ACTIVE for port object 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:02.789613 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Transition to ACTIVE for port object 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:02.798635 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.868155 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:02.871075 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:02.873778 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:02.884168 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Pushing event updated for resources: {'Port': ['ID=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:02.885146 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Allocated IP 172.28.2.164 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/ca3d6e02-e602-449d-b2e4-3d50a67ebabc) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:02.981967 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Attempting to bind port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:02.982339 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Attempting to bind port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:02.982682 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Attempting to bind port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 on network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:02.992737 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:02.993653 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Checking segment: {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:02.994244 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.995363 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Bound using segment: {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:02.995842 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Bound port: 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:02.996217 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:03.080324 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:03.125643 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:03.133045 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] For port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:03.136901 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] For port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:03.142887 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:03.177309 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e010-dc23-4b37-a1a9-4c690e90a5a5 req-8179da56-6abd-4d75-a276-9cd438843d5c tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:03.178787 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b396e010-dc23-4b37-a1a9-4c690e90a5a5 req-8179da56-6abd-4d75-a276-9cd438843d5c tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 946 time: 0.1071889 Jan 18 12:45:03.254756 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:03.261426 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b396e010-dc23-4b37-a1a9-4c690e90a5a5 req-fe6671c1-56bf-4d9b-a82b-6b8897276b38 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Jan 18 12:45:03.277089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:03.278721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:03.282728 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:03.308171 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd20e51-b112-4294-bf4c-803209c61dcb None None] Pushing event updated for resources: {'Port': ['ID=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:03.395463 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-bcac60b0-dc67-4f7c-8863-355965642cde tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:03.397002 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-bcac60b0-dc67-4f7c-8863-355965642cde tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 946 time: 0.1346440 Jan 18 12:45:03.544096 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Deleting port 6adc2b4f-3418-49ee-8719-3ad98594825b {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:45:03.545952 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:03.679842 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:03.681153 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:04.001108 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90129-9637-45f8-b6dd-82a73c7b5a41 req-f5ca1f28-3ae5-4c7d-879a-1b86891d18ea tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:04.003212 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ff90129-9637-45f8-b6dd-82a73c7b5a41 req-f5ca1f28-3ae5-4c7d-879a-1b86891d18ea tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.3383112 Jan 18 12:45:04.046619 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Router 99819d1e-46ac-4ebc-a220-076be2f6249d is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:45:04.115374 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ff90129-9637-45f8-b6dd-82a73c7b5a41 req-41054590-ba70-46bf-a698-4cb9a69efd80 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044159 Jan 18 12:45:04.145686 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f976da65-7e5f-4749-b221-c397a53e2da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:04.153487 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] For port 6adc2b4f-3418-49ee-8719-3ad98594825b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6adc2b4f-3418-49ee-8719-3ad98594825b,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:04.153862 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:04.395516 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Calling delete_port for 6adc2b4f-3418-49ee-8719-3ad98594825b owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:45:04.449131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:45:04.466113 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Sync routers for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:45:04.518035 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:04.530521 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:44:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:04.578505 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:04.593926 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5e71cb85-60d5-4132-8159-90fcec495de5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6797564 Jan 18 12:45:04.596936 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50350) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:04.964358 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d66419-50f2-4ed3-b5e9-32ef390aa08b None None] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:45:04.993346 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:05.006989 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:05.052524 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['6adc2b4f-3418-49ee-8719-3ad98594825b'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:05.138073 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Pushing event deleted for resources: {'Port': ['ID=6adc2b4f-3418-49ee-8719-3ad98594825b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:05.341839 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] No DVR routers for this DVR port 6adc2b4f-3418-49ee-8719-3ad98594825b on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:45:05.353137 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:05.367420 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89cef3e-e446-4308-80e3-9b715806a320', 'name': 'network-vif-deleted', 'tag': '6adc2b4f-3418-49ee-8719-3ad98594825b'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:05.379859 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-9f669532-101e-4565-8451-8406c8170c3a None None] Provisioning for port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:05.393665 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822172a0-075f-4374-b98a-0da696c8a032 req-3a8f417d-06ba-4999-b889-3404ae5dbf1c tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:05.400633 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-822172a0-075f-4374-b98a-0da696c8a032 req-3a8f417d-06ba-4999-b889-3404ae5dbf1c tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=c89cef3e-e446-4308-80e3-9b715806a320 HTTP/1.1" status: 200 len: 867 time: 0.5441706 Jan 18 12:45:05.436808 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-531e60ed-e6df-4bf4-aaca-b6aa8f247a8f req-0591c6f9-c038-42fa-9cee-136de3cc8299 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "DELETE /v2.0/ports/6adc2b4f-3418-49ee-8719-3ad98594825b HTTP/1.1" status: 204 len: 173 time: 2.0310934 Jan 18 12:45:05.503916 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-822172a0-075f-4374-b98a-0da696c8a032 req-50bb1693-369e-47fd-a002-9ed9c02c14a5 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023340 Jan 18 12:45:05.627285 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89cef3e-e446-4308-80e3-9b715806a320', 'name': 'network-vif-deleted', 'tag': '6adc2b4f-3418-49ee-8719-3ad98594825b', 'status': 'completed', 'code': 200} Jan 18 12:45:05.782530 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:05.803503 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:03Z', 'revision_number': 3, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:05.815806 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Checking router: 99819d1e-46ac-4ebc-a220-076be2f6249d for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:45:05.816186 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Updating router 99819d1e-46ac-4ebc-a220-076be2f6249d port ca3d6e02-e602-449d-b2e4-3d50a67ebabc binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:45:05.890365 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:05.894977 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:05.899133 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:05.899513 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:05.909040 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68677a-c114-419d-86b7-40b5dfb583bc req-cec5dbbe-1ba4-4e75-a9eb-808d993a58d0 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:05.910749 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5b68677a-c114-419d-86b7-40b5dfb583bc req-cec5dbbe-1ba4-4e75-a9eb-808d993a58d0 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.2652690 Jan 18 12:45:05.992517 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5b68677a-c114-419d-86b7-40b5dfb583bc req-8e5206cd-d78e-4089-af0f-d658ed212716 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745437 Jan 18 12:45:06.262396 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.306648 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.370687 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:06.391451 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.447613 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cbdc0e9c-f4f6-4d5a-83d7-7e948c0afdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.474266 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.508837 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-3782b10c-a341-4041-acb3-ad5356e40bbb None None] Provisioning complete for port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:06.518348 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3782b10c-a341-4041-acb3-ad5356e40bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.521053 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Transition to ACTIVE for port object ca3d6e02-e602-449d-b2e4-3d50a67ebabc will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:06.535199 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.703533 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Attempting to bind port ca3d6e02-e602-449d-b2e4-3d50a67ebabc on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:06.708631 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Attempting to bind port ca3d6e02-e602-449d-b2e4-3d50a67ebabc by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:06.709425 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Attempting to bind port ca3d6e02-e602-449d-b2e4-3d50a67ebabc on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:06.733223 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:06.755208 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:06.763564 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:06.764167 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.764733 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:06.765337 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Bound port: ca3d6e02-e602-449d-b2e4-3d50a67ebabc, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:06.765837 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.846432 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Pushing event updated for resources: {'Port': ['ID=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:06.851548 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Allocated IP 172.20.0.1 (7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6/0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc/ed253232-a049-4e18-97e3-12d923eb0814) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:06.902776 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.907431 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.907890 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.908348 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.909013 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.909420 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.909817 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.910212 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.910607 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.911000 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.911391 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:06.962339 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] For port ca3d6e02-e602-449d-b2e4-3d50a67ebabc, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:06.966811 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] For port ca3d6e02-e602-449d-b2e4-3d50a67ebabc, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:06.972906 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.082140 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:07.082774 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:45:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:07.165553 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.206641 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ec747-363e-4fb5-815f-b4b6b0ca4359 None None] Pushing event updated for resources: {'Port': ['ID=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:07.233466 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Transition to ACTIVE for port object ed253232-a049-4e18-97e3-12d923eb0814 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:07.290887 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.343859 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:07.362014 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:07.366282 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:07.371410 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:07.429954 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed253232-a049-4e18-97e3-12d923eb0814,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:07.449167 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.468462 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.489366 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-9b730310-de57-41f0-83d2-42c48a9634d3 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:07.499376 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-9b730310-de57-41f0-83d2-42c48a9634d3 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/networks?id=e464fde1-d27d-4cfc-be12-83cd361de91e HTTP/1.1" status: 200 len: 809 time: 0.2909005 Jan 18 12:45:07.539268 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-670804e4-ecc5-4b31-93ba-5dd9f54b003f tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/quotas/8700c12026a44606a40061e1c8198896 HTTP/1.1" status: 200 len: 375 time: 0.0384157 Jan 18 12:45:07.608664 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-30faf760-d04d-4cab-859e-50546bedf7fd tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Synchronizing usage tracker for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:45:07.638018 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:07.640969 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-30faf760-d04d-4cab-859e-50546bedf7fd tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Unset dirty status for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:45:07.649644 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-30faf760-d04d-4cab-859e-50546bedf7fd tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8700c12026a44606a40061e1c8198896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087551 Jan 18 12:45:07.665633 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.779369 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.789303 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c33f96-651c-40da-a3fd-acd9a6b47963 req-ee6f7320-7c53-4b1f-b057-52cbe55cfe2f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:07.790855 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b8c33f96-651c-40da-a3fd-acd9a6b47963 req-ee6f7320-7c53-4b1f-b057-52cbe55cfe2f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.5176845 Jan 18 12:45:07.821206 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:07.821750 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.844059 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:03Z', 'revision_number': 3, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:07.848526 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb80942-6df4-4924-b65f-a2b29c792d77 None None] The sync data for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb is: [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:03Z', 'revision_number': 3, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:45:07.889858 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b8c33f96-651c-40da-a3fd-acd9a6b47963 req-276934e4-c487-49e1-b2b9-6d1e00c030d1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792739 Jan 18 12:45:07.899239 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d8670682-9706-4d88-bdc0-0f0dda9f8e2c None None] Provisioning for port ed253232-a049-4e18-97e3-12d923eb0814 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:07.910348 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d8670682-9706-4d88-bdc0-0f0dda9f8e2c None None] Provisioning complete for port ed253232-a049-4e18-97e3-12d923eb0814 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:07.910990 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d8670682-9706-4d88-bdc0-0f0dda9f8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.922132 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-bb320efa-5a1a-4056-88bc-5bc6f3aaa1ee service neutron] 10.222.0.39 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711468 Jan 18 12:45:07.975393 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-d8670682-9706-4d88-bdc0-0f0dda9f8e2c None None] Port ed253232-a049-4e18-97e3-12d923eb0814 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:45:08.013476 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.018377 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.074971 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-15ded0fd-b1ef-45d1-a01b-5c9ed6aded7e service neutron] 10.222.0.39 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521740 Jan 18 12:45:08.129724 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed253232-a049-4e18-97e3-12d923eb0814,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:08.132533 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.338458 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8e61d3da-acff-4b85-b273-fbd6a4429a56 req-d061efdf-bd1a-4986-8b12-5df78dfefaaf tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0674059 Jan 18 12:45:08.373655 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:08.376434 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:08.473315 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 6adc2b4f-3418-49ee-8719-3ad98594825b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:45:08.565174 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 6adc2b4f-3418-49ee-8719-3ad98594825b {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:45:08.565523 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 6adc2b4f-3418-49ee-8719-3ad98594825b not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:45:08.718739 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-521052df-fd33-4428-b848-ff75d25f94d4 None None] Provisioning complete for port ed253232-a049-4e18-97e3-12d923eb0814 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:08.719313 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-521052df-fd33-4428-b848-ff75d25f94d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.823262 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50468) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:08.832225 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-521052df-fd33-4428-b848-ff75d25f94d4 None None] Port ed253232-a049-4e18-97e3-12d923eb0814 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:45:08.932668 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.131598 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Router 99819d1e-46ac-4ebc-a220-076be2f6249d has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:45:09.247739 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.383412 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:09.398017 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Usage tracker for resource:security_group_rule and tenant:59dd49c74ee7401493491da9d1090ea2 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:09.407299 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:09.450271 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522456c4-9ea6-4fa0-be13-34f1835dc92a req-2029d760-9db4-4131-b7e4-c267d467341a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:09.455139 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-522456c4-9ea6-4fa0-be13-34f1835dc92a req-2029d760-9db4-4131-b7e4-c267d467341a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.3476882 Jan 18 12:45:09.456593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:09.577177 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:45:09.605554 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-af59c4e9-00bf-4f42-ade1-f7129071d7e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/99819d1e-46ac-4ebc-a220-076be2f6249d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9942343 Jan 18 12:45:09.611645 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-522456c4-9ea6-4fa0-be13-34f1835dc92a req-1fac4a5e-907a-46e4-bcad-31988d33eb0c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514084 Jan 18 12:45:09.678583 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ca3d6e02-e602-449d-b2e4-3d50a67ebabc up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:09.862164 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port ca3d6e02-e602-449d-b2e4-3d50a67ebabc completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:09.883501 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port ca3d6e02-e602-449d-b2e4-3d50a67ebabc triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:09.884348 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.949172 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7dcd18ed-9f62-42bc-bf3b-f253e18c2d93 req-55f83eba-2f6f-427e-8a65-b1c6e695222b tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 210 time: 0.1859734 Jan 18 12:45:09.985013 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.996973 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.113213 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.136703 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port ca3d6e02-e602-449d-b2e4-3d50a67ebabc, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:10.141619 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.256888 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:10.267861 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59dd49c74ee7401493491da9d1090ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4411075 Jan 18 12:45:10.267861 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9e917-94fe-4aa7-9110-375c64ee63b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d26f99-b549-4c31-8016-5eb220dc24d6,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:10.269105 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50510) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:10.430209 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72750a3e-68c6-450d-9156-0e12aaf76fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.471400 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-42b0e3af-8fa2-4e35-875c-a3bf22d328b3 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:10.472906 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-42b0e3af-8fa2-4e35-875c-a3bf22d328b3 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "GET /v2.0/networks?id=e464fde1-d27d-4cfc-be12-83cd361de91e HTTP/1.1" status: 200 len: 809 time: 0.4393866 Jan 18 12:45:10.490066 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Request body: {'port': {'device_id': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e', 'admin_state_up': True, 'tenant_id': '8700c12026a44606a40061e1c8198896'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:10.512682 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72750a3e-68c6-450d-9156-0e12aaf76fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.656513 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72750a3e-68c6-450d-9156-0e12aaf76fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.703519 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750a3e-68c6-450d-9156-0e12aaf76fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d26f99-b549-4c31-8016-5eb220dc24d6,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:10.705607 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72750a3e-68c6-450d-9156-0e12aaf76fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.710363 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-72750a3e-68c6-450d-9156-0e12aaf76fe3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68d26f99-b549-4c31-8016-5eb220dc24d6 HTTP/1.1" status: 204 len: 168 time: 0.4404001 Jan 18 12:45:10.737183 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:10.748853 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:10.761965 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Made reservation on behalf of 8700c12026a44606a40061e1c8198896 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:10.766482 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:10.995442 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a9aa7-71ec-4ab4-82b2-c077e03c53e1 req-e7e719f6-8be9-4f4a-82dc-9369e6307fb9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:10.996983 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0c5a9aa7-71ec-4ab4-82b2-c077e03c53e1 req-e7e719f6-8be9-4f4a-82dc-9369e6307fb9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1662884 Jan 18 12:45:11.008055 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Allocated IP 172.20.0.13 (e464fde1-d27d-4cfc-be12-83cd361de91e/a88b9719-5dde-40a6-9221-e3dc71230be5/ed574352-3d96-4af3-bb81-5e7c6bf85ad5) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:11.081353 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0c5a9aa7-71ec-4ab4-82b2-c077e03c53e1 req-8e5b862e-448a-47aa-8184-0cac94ec37ad tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754404 Jan 18 12:45:11.234066 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50544) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:11.242660 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af9bf413-d28c-49a8-8d2b-309475a9c80a req-113e8e69-ead0-40ef-b792-85f1f8e96a8c tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 210 time: 0.1348288 Jan 18 12:45:11.243772 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2115354937-network', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:11.260068 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:11.272444 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Usage tracker for resource:network and tenant:da93ec5c19854f1e8f7f606cad858b1d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:11.275306 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:11.285955 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:11.299292 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Made reservation on behalf of da93ec5c19854f1e8f7f606cad858b1d for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:11.303836 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.331743 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.339439 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50552) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:11.375015 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:11.379632 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.380118 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Usage tracker for resource:security_group_rule and tenant:da93ec5c19854f1e8f7f606cad858b1d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:11.383841 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:11.390409 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:11.475172 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:11.489648 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.489791 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.493650 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f7f48cbb2741a0b6ff74c83c1fd3ec is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:11.494901 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.498830 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:11.508470 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:11.514994 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:45:11.526205 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-462eb220-4a5d-4241-aff2-4661de8103fc req-dbaeba3f-7d31-43ec-996d-c71e6f739d2e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 1098 time: 0.2867916 Jan 18 12:45:11.527895 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.528723 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Added segment 0c3c6be6-27f2-4b39-8f48-f2b47901220e of type vlan for network fa069365-d235-42f4-8f7c-af12e8e1a6f1 Jan 18 12:45:11.592495 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.625932 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ca3d6e02-e602-449d-b2e4-3d50a67ebabc up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:11.648226 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.687609 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-462eb220-4a5d-4241-aff2-4661de8103fc req-205756ed-99f2-4168-a526-2cf31023a192 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540601 Jan 18 12:45:11.744204 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b812d9d-9aa7-4954-8f27-5d1c20d3d4a7,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:11.761709 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.770211 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Network e464fde1-d27d-4cfc-be12-83cd361de91e is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:11.774755 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:11.776950 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Pushing event updated for resources: {'Port': ['ID=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:11.778543 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.779404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.779812 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:11.780493 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.789276 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:11.820078 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port ca3d6e02-e602-449d-b2e4-3d50a67ebabc triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:11.820724 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.934257 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6959193 Jan 18 12:45:11.936171 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50574) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:11.936382 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a60042-f652-4d89-9e83-a08dcc92e051,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:11.954143 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Request body: {'subnet': {'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2115354937-subnet', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:11.963715 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:11.969624 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a09ebe-18f7-474d-9533-ed639ec3e504 admin admin] Pushing event updated for resources: {'Network': ['ID=fa069365-d235-42f4-8f7c-af12e8e1a6f1,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:11.972368 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Usage tracker for resource:subnet and tenant:da93ec5c19854f1e8f7f606cad858b1d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:11.975010 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50578) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:11.975307 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-63c58226-98fd-418e-876f-b5f1ad3446c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3f7f48cbb2741a0b6ff74c83c1fd3ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6345329 Jan 18 12:45:11.978818 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:11.983103 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:11.983684 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:11.985502 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:45:11.997852 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:12.030847 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-72a92068-ebe4-43cf-8ee4-1a602c19f214 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5449572 Jan 18 12:45:12.043163 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Made reservation on behalf of da93ec5c19854f1e8f7f606cad858b1d for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:12.045699 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Request body: {'port': {'device_id': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:12.046508 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3890444'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.172812 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c43de76-74dc-4d42-857c-8d5b40a852f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.173444 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.214517 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c43de76-74dc-4d42-857c-8d5b40a852f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.344528 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c43de76-74dc-4d42-857c-8d5b40a852f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.375774 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43de76-74dc-4d42-857c-8d5b40a852f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a60042-f652-4d89-9e83-a08dcc92e051,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:12.395445 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3878555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3890458'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.430337 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c43de76-74dc-4d42-857c-8d5b40a852f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.433833 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7c43de76-74dc-4d42-857c-8d5b40a852f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28a60042-f652-4d89-9e83-a08dcc92e051 HTTP/1.1" status: 204 len: 168 time: 0.4545238 Jan 18 12:45:12.463868 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea1552-1c2e-420b-9efc-c33bd4e663ce req-52ccd126-9697-45ff-a7ae-546bbc302d2a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:12.465349 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-40ea1552-1c2e-420b-9efc-c33bd4e663ce req-52ccd126-9697-45ff-a7ae-546bbc302d2a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.2321172 Jan 18 12:45:12.494109 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=90004645-630c-4022-b3d9-d8eab773820b,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:12.504734 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Checking segment: {'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:12.505226 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Network hostable DHCP agents. Network: fa069365-d235-42f4-8f7c-af12e8e1a6f1, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:45:12.530487 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:45:12.542528 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, fa069365-d235-42f4-8f7c-af12e8e1a6f1) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:12.547994 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:12.549200 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.551878 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de05e67-81dd-4376-af10-de7d839f1827 None None] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:45:12.582928 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0e62800e-e63a-424a-92d2-1856061038eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6458881 Jan 18 12:45:12.585446 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50588) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:12.595477 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:12.606217 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:12.613333 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Usage tracker for resource:router and tenant:da93ec5c19854f1e8f7f606cad858b1d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:12.622163 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:12.630838 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:12.650158 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.651457 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.680895 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda866f9-738a-45da-bda6-81a577fccec7 req-bfed1aef-9557-4f56-8e90-96c937d2ba4d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:12.681637 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-cda866f9-738a-45da-bda6-81a577fccec7 req-bfed1aef-9557-4f56-8e90-96c937d2ba4d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Synchronizing usage tracker for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:45:12.687294 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.705050 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-40ea1552-1c2e-420b-9efc-c33bd4e663ce req-9bad3a9b-a0aa-4a87-b617-2c97dc2678f9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727061 Jan 18 12:45:12.755729 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-cda866f9-738a-45da-bda6-81a577fccec7 req-bfed1aef-9557-4f56-8e90-96c937d2ba4d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Unset dirty status for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:45:12.757842 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cda866f9-738a-45da-bda6-81a577fccec7 req-bfed1aef-9557-4f56-8e90-96c937d2ba4d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 932 time: 0.3690844 Jan 18 12:45:12.900667 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.969929 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-fa069365-d235-42f4-8f7c-af12e8e1a6f1', 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'fixed_ips': [{'subnet_id': '90004645-630c-4022-b3d9-d8eab773820b'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:45:12.970750 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.979318 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cda866f9-738a-45da-bda6-81a577fccec7 req-db2c818d-7fea-43e8-9647-9441b322ce53 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785254 Jan 18 12:45:12.991265 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed574352-3d96-4af3-bb81-5e7c6bf85ad5 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:13.003461 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.050084 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Transition to ACTIVE for port object ed574352-3d96-4af3-bb81-5e7c6bf85ad5 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:13.054739 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.282352 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Allocated IP 172.20.0.2 (fa069365-d235-42f4-8f7c-af12e8e1a6f1/90004645-630c-4022-b3d9-d8eab773820b/774d38d1-9a67-48cc-9bfa-83ee0e094cca) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:13.420268 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.440412 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Pushing event updated for resources: {'Port': ['ID=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:13.493404 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.751048 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.779960 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Transition to ACTIVE for port object 774d38d1-9a67-48cc-9bfa-83ee0e094cca will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:13.782563 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Attempting to bind port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:13.785372 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Attempting to bind port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:13.785850 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Attempting to bind port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 on network e464fde1-d27d-4cfc-be12-83cd361de91e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:13.800722 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 on network e464fde1-d27d-4cfc-be12-83cd361de91e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:45:13.810436 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Attempting to bind port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 on network e464fde1-d27d-4cfc-be12-83cd361de91e {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:13.818989 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50626) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:13.835905 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Transition to ACTIVE for port object 774d38d1-9a67-48cc-9bfa-83ee0e094cca will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:13.846064 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Sync routers for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:45:13.850851 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:13.851265 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Checking segment: {'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:13.851772 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Bound using segment: {'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:13.852280 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Bound port: ed574352-3d96-4af3-bb81-5e7c6bf85ad5, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46fd248-b0a8-48bf-a456-dace5c45076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:13.853571 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.860528 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.953414 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Allocated IP 172.28.2.43 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/1634aa12-6bb4-4507-9d41-f598cc5cb2c1) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:14.002168 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:14.003545 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:45:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:14.095092 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:14.104850 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Pushing event updated for resources: {'Port': ['ID=774d38d1-9a67-48cc-9bfa-83ee0e094cca,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:14.113039 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] For port ed574352-3d96-4af3-bb81-5e7c6bf85ad5, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:14.116778 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] For port ed574352-3d96-4af3-bb81-5e7c6bf85ad5, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:14.121689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.136533 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:14.141956 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:14.184720 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.186272 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] 10.222.0.85 "PUT /v2.0/ports/ed574352-3d96-4af3-bb81-5e7c6bf85ad5 HTTP/1.1" status: 200 len: 1094 time: 2.1469736 Jan 18 12:45:14.263021 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'tag': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:14.270002 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0e0ce-1314-4de7-bbb8-4a91570435ab service neutron] Pushing event updated for resources: {'Port': ['ID=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:14.274795 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.362199 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Attempting to bind port 774d38d1-9a67-48cc-9bfa-83ee0e094cca on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:14.362845 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Attempting to bind port 774d38d1-9a67-48cc-9bfa-83ee0e094cca by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:14.363381 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Attempting to bind port 774d38d1-9a67-48cc-9bfa-83ee0e094cca on network fa069365-d235-42f4-8f7c-af12e8e1a6f1 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:14.364943 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.373971 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:14.374613 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Checking segment: {'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:14.375176 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.375704 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Bound using segment: {'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:14.376384 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Bound port: 774d38d1-9a67-48cc-9bfa-83ee0e094cca, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:14.377199 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.397270 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.498216 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:14.502630 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76b9d1-7109-49ee-af4a-67de420fe0f9 req-63802965-40e6-447c-a8e7-17c0c1a58195 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:14.504432 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1b76b9d1-7109-49ee-af4a-67de420fe0f9 req-63802965-40e6-447c-a8e7-17c0c1a58195 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.5996733 Jan 18 12:45:14.520961 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:14.523211 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:14.540647 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:14.587994 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] For port 774d38d1-9a67-48cc-9bfa-83ee0e094cca, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:14.598800 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:14.626286 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:14.638972 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Usage tracker for resource:security_group_rule and tenant:c27758dc79184f5284b34ca591aeda96 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:14.645795 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:14.656781 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:14.661808 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] For port 774d38d1-9a67-48cc-9bfa-83ee0e094cca, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=774d38d1-9a67-48cc-9bfa-83ee0e094cca,segment=NetworkSegment(0c3c6be6-27f2-4b39-8f48-f2b47901220e),segment_id=0c3c6be6-27f2-4b39-8f48-f2b47901220e)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:14.672906 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1b76b9d1-7109-49ee-af4a-67de420fe0f9 req-ceea562d-9186-4f7e-bd6c-a85bf4a01d69 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559196 Jan 18 12:45:14.685466 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.770867 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-bf5b17f9-ba8f-4087-993d-cd033e275ea2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8700c12026a44606a40061e1c8198896&device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 1097 time: 0.4777732 Jan 18 12:45:14.776925 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.786784 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1992c9e-b233-4e75-ae59-9d59a50d0306 req-f69e13ef-76b0-4590-9e9e-ef698e3d4d76 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:14.789484 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f1992c9e-b233-4e75-ae59-9d59a50d0306 req-f69e13ef-76b0-4590-9e9e-ef698e3d4d76 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 944 time: 0.5277278 Jan 18 12:45:14.793618 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.795599 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.832315 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c883e-fa33-4425-b466-b651cf3557b4 None None] Pushing event updated for resources: {'Port': ['ID=774d38d1-9a67-48cc-9bfa-83ee0e094cca,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:14.879622 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.888513 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-84d89029-925b-40b0-8c67-cdf1701ed724 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed574352-3d96-4af3-bb81-5e7c6bf85ad5 HTTP/1.1" status: 200 len: 217 time: 0.0977218 Jan 18 12:45:15.003165 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'tag': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5', 'status': 'completed', 'code': 200} Jan 18 12:45:15.076510 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d8f632-0046-4dc4-a483-046df3c3e3c3,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:15.084520 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 2, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:15.097308 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4819d865-6d41-4c6a-9d87-85b32f8a201d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c27758dc79184f5284b34ca591aeda96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2753160 Jan 18 12:45:15.098120 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50660) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:15.116211 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Checking router: 99819d1e-46ac-4ebc-a220-076be2f6249d for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:45:15.121581 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Updating router 99819d1e-46ac-4ebc-a220-076be2f6249d port ed253232-a049-4e18-97e3-12d923eb0814 binding host dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:45:15.235259 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-b456c59d-cc77-479b-868b-59684ecf9eba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:15.241546 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-b456c59d-cc77-479b-868b-59684ecf9eba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a88b9719-5dde-40a6-9221-e3dc71230be5 HTTP/1.1" status: 200 len: 849 time: 0.3009174 Jan 18 12:45:15.273819 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:15.294962 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Router c3b2fad7-8ac7-4ada-a121-035acd085ef3 is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:45:15.360046 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f1992c9e-b233-4e75-ae59-9d59a50d0306 req-e75edf15-b508-46bd-aea0-1fdb1269b8bf tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702566 Jan 18 12:45:15.396258 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-92676531-c011-4181-b1ef-0869a45eb68b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e464fde1-d27d-4cfc-be12-83cd361de91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404219 Jan 18 12:45:15.634825 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1cafe3b-4450-41b6-9a1a-7bbf54f10c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:15.713636 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 774d38d1-9a67-48cc-9bfa-83ee0e094cca up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:15.731266 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1cafe3b-4450-41b6-9a1a-7bbf54f10c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:15.753054 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-02fb08a0-c74d-48d5-bc8c-508e7fbc20e2 service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481266 Jan 18 12:45:15.790948 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:45:15.803456 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Sync routers for ids ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:45:15.828597 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Routers {'c3b2fad7-8ac7-4ada-a121-035acd085ef3'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:15.829228 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:45:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:15.878871 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 774d38d1-9a67-48cc-9bfa-83ee0e094cca completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:15.900002 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:15.901689 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eb973ccf-4bca-4509-9722-ef1d4ef6ccb2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3143718 Jan 18 12:45:15.906214 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50674) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:16.104378 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:16.110202 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cbf51382-2a10-4047-8afc-5294c67a8ed6 req-7f438499-3a36-4477-9f1d-1f46ecb0cce1 service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480117 Jan 18 12:45:16.152453 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Transition to ACTIVE for port object ed253232-a049-4e18-97e3-12d923eb0814 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:16.171203 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:16.269947 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Set router c3b2fad7-8ac7-4ada-a121-035acd085ef3 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:16.318075 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daaa58-126d-49c3-96fb-297c0933b150 req-4e502c25-8e44-4d09-b429-8dd11f9fa04a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:16.333699 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92daaa58-126d-49c3-96fb-297c0933b150 req-4e502c25-8e44-4d09-b429-8dd11f9fa04a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.6604574 Jan 18 12:45:16.337443 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1cafe3b-4450-41b6-9a1a-7bbf54f10c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:16.458560 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cafe3b-4450-41b6-9a1a-7bbf54f10c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d8f632-0046-4dc4-a483-046df3c3e3c3,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:16.558976 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7ffc0-f708-4fe4-af7d-32980b999a85 None None] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:45:16.576868 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92daaa58-126d-49c3-96fb-297c0933b150 req-323b6b18-3d0e-4977-a27a-9d3f2a283bb0 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421713 Jan 18 12:45:16.579844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1cafe3b-4450-41b6-9a1a-7bbf54f10c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:16.583285 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e1cafe3b-4450-41b6-9a1a-7bbf54f10c83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09d8f632-0046-4dc4-a483-046df3c3e3c3 HTTP/1.1" status: 204 len: 168 time: 1.4726021 Jan 18 12:45:16.659900 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-3a0c6d9e-fb39-49d7-8588-56080a25452d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8700c12026a44606a40061e1c8198896&device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 1097 time: 0.4638929 Jan 18 12:45:16.865191 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca8d6-9b52-469e-96d3-3695d78bc3bf None None] Pushing event updated for resources: {'Port': ['ID=ed253232-a049-4e18-97e3-12d923eb0814,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:17.017807 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:45:14Z', 'revision_number': 3, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port': {'id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:13Z', 'updated_at': '2022-01-18T12:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:17.039204 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Checking router: c3b2fad7-8ac7-4ada-a121-035acd085ef3 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:45:17.039655 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Updating router c3b2fad7-8ac7-4ada-a121-035acd085ef3 port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:45:17.058166 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Attempting to bind port ed253232-a049-4e18-97e3-12d923eb0814 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:17.058839 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Attempting to bind port ed253232-a049-4e18-97e3-12d923eb0814 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:17.059298 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Attempting to bind port ed253232-a049-4e18-97e3-12d923eb0814 on network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:17.079712 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:17.080451 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Checking segment: {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:17.080935 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.081420 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Bound using segment: {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:17.082134 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Bound port: ed253232-a049-4e18-97e3-12d923eb0814, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:17.082574 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.102869 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-b7a9d68d-07b1-469f-a130-23179988b65c None None] Provisioning for port 774d38d1-9a67-48cc-9bfa-83ee0e094cca completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:17.131127 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-b7a9d68d-07b1-469f-a130-23179988b65c None None] Provisioning complete for port 774d38d1-9a67-48cc-9bfa-83ee0e094cca triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:17.131834 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d68d-07b1-469f-a130-23179988b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.168201 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-10fa361b-f9d5-4b5f-a55d-5efb7c537482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:17.169800 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-10fa361b-f9d5-4b5f-a55d-5efb7c537482 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e464fde1-d27d-4cfc-be12-83cd361de91e HTTP/1.1" status: 200 len: 910 time: 0.5033488 Jan 18 12:45:17.185184 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.240643 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] For port ed253232-a049-4e18-97e3-12d923eb0814, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:17.244604 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] For port ed253232-a049-4e18-97e3-12d923eb0814, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=ed253232-a049-4e18-97e3-12d923eb0814,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:17.268001 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.426247 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-5006e530-9632-4455-b113-8c7d81e6b4ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed574352-3d96-4af3-bb81-5e7c6bf85ad5 HTTP/1.1" status: 200 len: 217 time: 0.2438724 Jan 18 12:45:17.517396 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.665217 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8f12-cb92-417e-a06d-7dfdd86950c5 req-cd6d4cd9-b741-4d44-922b-fd714bd8643a tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:17.670427 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63fb8f12-cb92-417e-a06d-7dfdd86950c5 req-cd6d4cd9-b741-4d44-922b-fd714bd8643a tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 944 time: 0.6892471 Jan 18 12:45:17.714314 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50716) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:17.751314 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-48449b78-02ec-4c69-aa2e-2ff9113b700f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:17.752397 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-48449b78-02ec-4c69-aa2e-2ff9113b700f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a88b9719-5dde-40a6-9221-e3dc71230be5 HTTP/1.1" status: 200 len: 849 time: 0.3154814 Jan 18 12:45:17.755216 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.841430 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-48e32766-f786-4596-b86b-7a2b99d13031 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e464fde1-d27d-4cfc-be12-83cd361de91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733409 Jan 18 12:45:17.863508 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-63fb8f12-cb92-417e-a06d-7dfdd86950c5 req-b035b7e5-b528-4575-b2c5-7e0bf64fbd56 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737661 Jan 18 12:45:17.890004 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca8d6-9b52-469e-96d3-3695d78bc3bf None None] Pushing event updated for resources: {'Port': ['ID=ed253232-a049-4e18-97e3-12d923eb0814,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:17.950668 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:17.955769 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:45:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:18.047420 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:18.051932 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.089463 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Transition to ACTIVE for port object 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:18.114782 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.145458 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-5de7a6db-e820-4c37-af74-95e6872f5da6 service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803254 Jan 18 12:45:18.147397 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Usage tracker for resource:security_group_rule and tenant:ea402783476d46a79faf83de66cb1ffb is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:18.190248 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:18.210028 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Allocated IP 172.20.0.1 (fa069365-d235-42f4-8f7c-af12e8e1a6f1/90004645-630c-4022-b3d9-d8eab773820b/685b9cd4-7eae-45aa-baea-8bd07baa9bc2) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:18.244543 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:18.263907 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47021f5f-5250-4895-91de-516928a02c24 None None] Pushing event updated for resources: {'Port': ['ID=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:18.288135 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Attempting to bind port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:18.289378 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Attempting to bind port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:18.292735 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Attempting to bind port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:18.305485 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:18.306164 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:18.306721 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.307278 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:18.308093 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Bound port: 1634aa12-6bb4-4507-9d41-f598cc5cb2c1, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:18.308673 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.359831 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:18.393501 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] For port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:18.397448 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] For port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:18.406849 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.512964 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d68d-07b1-469f-a130-23179988b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.552111 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47021f5f-5250-4895-91de-516928a02c24 None None] Pushing event updated for resources: {'Port': ['ID=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:18.567833 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.597887 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device ed574352-3d96-4af3-bb81-5e7c6bf85ad5 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:45:18.604110 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Transition to ACTIVE for port object 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:18.647634 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.670614 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Routers {'c3b2fad7-8ac7-4ada-a121-035acd085ef3'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:18.671523 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:45:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:18.771129 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-733258f9-7667-4724-b99b-230ebce1b6d2 req-877f7410-3d8b-4d71-ac60-d8c411b708d6 service neutron] 10.222.0.85 "GET /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178000 Jan 18 12:45:18.800404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.802896 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:18.805578 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.812153 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:18.819375 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:18.864090 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea402783476d46a79faf83de66cb1ffb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1427202 Jan 18 12:45:18.867399 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50744) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:18.875888 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Pushing event updated for resources: {'Port': ['ID=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:18.881785 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e27e7-5f9f-4efe-82c9-3c150ad66f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef8c4e1-e663-4fd2-acf6-381a85784237,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:18.943140 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.991208 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6990b3e6-ac3d-4de8-b850-5d36ab8515c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.028629 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6990b3e6-ac3d-4de8-b850-5d36ab8515c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.057272 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] Set router c3b2fad7-8ac7-4ada-a121-035acd085ef3 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:19.113467 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.173631 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6990b3e6-ac3d-4de8-b850-5d36ab8515c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.199776 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6990b3e6-ac3d-4de8-b850-5d36ab8515c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.203524 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6990b3e6-ac3d-4de8-b850-5d36ab8515c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ef8c4e1-e663-4fd2-acf6-381a85784237 HTTP/1.1" status: 204 len: 168 time: 0.3325074 Jan 18 12:45:19.217551 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990b3e6-ac3d-4de8-b850-5d36ab8515c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef8c4e1-e663-4fd2-acf6-381a85784237,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:19.218807 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-b7a9d68d-07b1-469f-a130-23179988b65c None None] For port 774d38d1-9a67-48cc-9bfa-83ee0e094cca, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=774d38d1-9a67-48cc-9bfa-83ee0e094cca,segment=NetworkSegment(0c3c6be6-27f2-4b39-8f48-f2b47901220e),segment_id=0c3c6be6-27f2-4b39-8f48-f2b47901220e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:19.239250 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port ed574352-3d96-4af3-bb81-5e7c6bf85ad5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:19.253704 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d68d-07b1-469f-a130-23179988b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.288578 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324abc4c-90eb-42a3-b884-61afd3872d7f req-c12bfc27-7984-45f4-96e6-4740bb2ad35c tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:19.301311 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-324abc4c-90eb-42a3-b884-61afd3872d7f req-c12bfc27-7984-45f4-96e6-4740bb2ad35c tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 944 time: 0.2252965 Jan 18 12:45:19.384274 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-324abc4c-90eb-42a3-b884-61afd3872d7f req-32e53aff-bbea-4ca9-ba72-5a0708826ae1 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784793 Jan 18 12:45:19.532467 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5', 'network_id': 'e464fde1-d27d-4cfc-be12-83cd361de91e', 'port_id': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5', 'mac_address': 'fa:16:3e:17:06:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88b9719-5dde-40a6-9221-e3dc71230be5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:45:19.585938 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-791a1df6-694a-417c-b6dd-3f67d308f480 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.1669352 Jan 18 12:45:19.591907 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:45:14Z', 'revision_number': 3, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port': {'id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:13Z', 'updated_at': '2022-01-18T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:19.600121 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349445d1-8601-45e1-aeec-e0d2ca068af4 None None] The sync data for ids ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'] in dv-cinder-825100-1-smb is: [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:45:14Z', 'revision_number': 3, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port': {'id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:13Z', 'updated_at': '2022-01-18T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:45:19.697289 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.710973 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.733906 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9d68d-07b1-469f-a130-23179988b65c None None] Pushing event updated for resources: {'Port': ['ID=774d38d1-9a67-48cc-9bfa-83ee0e094cca,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:19.756403 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.782799 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed574352-3d96-4af3-bb81-5e7c6bf85ad5 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:19.818532 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port ed574352-3d96-4af3-bb81-5e7c6bf85ad5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:19.826354 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.913013 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:17Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:19.927168 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12689996-7de4-4d60-9af3-aff513df0a3e None None] The sync data for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb is: [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:17Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:45:19.979476 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:20.074398 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Pushing event updated for resources: {'Port': ['ID=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:20.125598 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-2a938dc3-3af4-4d05-8056-ec2c70491d74 None None] Provisioning complete for port 774d38d1-9a67-48cc-9bfa-83ee0e094cca triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:20.126060 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2a938dc3-3af4-4d05-8056-ec2c70491d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:20.134267 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:20.246061 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['ed574352-3d96-4af3-bb81-5e7c6bf85ad5'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:20.275150 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-dabf8411-f60e-40ec-b59d-fb10bf569e38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:20.276720 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-dabf8411-f60e-40ec-b59d-fb10bf569e38 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.6840653 Jan 18 12:45:20.297024 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251a899-1769-4381-a072-948f7d9767f0 req-ccf06f06-f187-48c8-a797-3847ff98b0fb tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:20.298548 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a251a899-1769-4381-a072-948f7d9767f0 req-ccf06f06-f187-48c8-a797-3847ff98b0fb tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.5102797 Jan 18 12:45:20.468091 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-e9229c3b-7edc-4f51-bded-563cee5807c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.1684227 Jan 18 12:45:20.523076 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:20.525769 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:20.703413 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a251a899-1769-4381-a072-948f7d9767f0 req-b03f5711-f503-48b4-9787-c8ae46325b08 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968082 Jan 18 12:45:20.749041 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-39a40fee-3833-48e7-9e62-b3771718f4c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:20.755194 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-39a40fee-3833-48e7-9e62-b3771718f4c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.2493012 Jan 18 12:45:20.878804 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-2cc5d195-8bf0-42f2-9e08-0b74a2440817 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179821 Jan 18 12:45:21.125959 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a3146965-fe4d-4f66-99fb-e3f30dc3e7e9 None None] Provisioning for port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:21.131853 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a3146965-fe4d-4f66-99fb-e3f30dc3e7e9 None None] Provisioning complete for port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:21.132282 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a3146965-fe4d-4f66-99fb-e3f30dc3e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.136939 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9b6bd-77e9-4019-9c69-588e495b5151 req-c01a5201-6900-416c-9b29-bb4aaf0ef2b3 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:21.138857 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3f9b6bd-77e9-4019-9c69-588e495b5151 req-c01a5201-6900-416c-9b29-bb4aaf0ef2b3 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 945 time: 0.3731284 Jan 18 12:45:21.243540 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-226a9c44-7b8b-46c1-968c-b0d64eda4be5 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551004 Jan 18 12:45:21.256588 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a3146965-fe4d-4f66-99fb-e3f30dc3e7e9 None None] Port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:45:21.287678 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3f9b6bd-77e9-4019-9c69-588e495b5151 req-eb343d85-5cd2-4999-8431-4e06c990542d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193941 Jan 18 12:45:21.394958 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Router c3b2fad7-8ac7-4ada-a121-035acd085ef3 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:45:21.411880 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9fd3f65-c889-42fc-841e-dc3585149944 req-c738fa35-79c6-4173-a796-1806af71722b service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558046 Jan 18 12:45:21.688584 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ed253232-a049-4e18-97e3-12d923eb0814 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:21.768621 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:45:21.792518 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cc39a51d-16e1-46d3-a08e-b0134a80c3de admin admin] 10.222.0.39 "PUT /v2.0/routers/c3b2fad7-8ac7-4ada-a121-035acd085ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8750551 Jan 18 12:45:21.792853 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port ed253232-a049-4e18-97e3-12d923eb0814 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:21.800674 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port ed253232-a049-4e18-97e3-12d923eb0814 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:21.801247 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.941335 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.988709 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port ed253232-a049-4e18-97e3-12d923eb0814, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=ed253232-a049-4e18-97e3-12d923eb0814,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:21.997053 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.998097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 774d38d1-9a67-48cc-9bfa-83ee0e094cca up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:22.173092 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=ed253232-a049-4e18-97e3-12d923eb0814,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:22.207635 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50854) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:22.209408 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76391-201d-49f4-86f8-b9bb53b4bb30 req-f0f99317-1a73-4cb9-b97c-ae57bae54c30 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:22.213755 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-78a76391-201d-49f4-86f8-b9bb53b4bb30 req-f0f99317-1a73-4cb9-b97c-ae57bae54c30 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2039216 Jan 18 12:45:22.221172 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 774d38d1-9a67-48cc-9bfa-83ee0e094cca triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:22.222088 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.320434 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-78a76391-201d-49f4-86f8-b9bb53b4bb30 req-4e3fc5f5-1995-4414-96fe-66bdb3e1d647 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927136 Jan 18 12:45:22.499775 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.557833 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device ed574352-3d96-4af3-bb81-5e7c6bf85ad5 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:22.580050 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:22.592439 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Usage tracker for resource:security_group_rule and tenant:2c2579eca67343c8a345533825036f54 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:22.596317 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:22.603671 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:22.704768 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.711305 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.729724 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:22.740274 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:22.740649 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.810951 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6fb5db-9f9e-43a2-86e5-32737be34baf,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:22.818792 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-59d2e19d-ad26-4d61-9af8-14b22a435758 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c2579eca67343c8a345533825036f54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6069307 Jan 18 12:45:22.820366 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50890) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:22.889635 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42692e7c-c909-4ada-84e2-7345f2d60bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.919623 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e44e-1218-4eef-bc00-445aa9ca4b98 req-738ab6aa-9faa-444d-ab65-3cdab258b1f9 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:22.920517 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42692e7c-c909-4ada-84e2-7345f2d60bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.921441 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.933646 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-51b4e44e-1218-4eef-bc00-445aa9ca4b98 req-738ab6aa-9faa-444d-ab65-3cdab258b1f9 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 945 time: 0.1856046 Jan 18 12:45:22.984844 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-51b4e44e-1218-4eef-bc00-445aa9ca4b98 req-56b6ab0e-3917-44bb-8fa2-2093a50b56f6 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493834 Jan 18 12:45:22.994519 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42692e7c-c909-4ada-84e2-7345f2d60bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.996768 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:23.008571 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port ed574352-3d96-4af3-bb81-5e7c6bf85ad5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:23.017161 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.027092 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42692e7c-c909-4ada-84e2-7345f2d60bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6fb5db-9f9e-43a2-86e5-32737be34baf,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:23.039949 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42692e7c-c909-4ada-84e2-7345f2d60bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.041120 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-42692e7c-c909-4ada-84e2-7345f2d60bdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb6fb5db-9f9e-43a2-86e5-32737be34baf HTTP/1.1" status: 204 len: 168 time: 0.2206922 Jan 18 12:45:23.101985 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:23.175115 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50900) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:23.240554 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5', 'code': 200} Jan 18 12:45:23.361326 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50906) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:23.367503 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910125500', 'description': 'tempest-secgroup-smoke-910125500 description', 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:23.375740 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:23.380892 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:23.386185 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:23.408327 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:23.426665 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.537355 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:23.577175 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:23.591934 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:23.599795 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:23.644650 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87314d67-c108-478f-be73-f40670f2c510 req-36d82cbe-511c-42e1-9a4d-5be1973b99ab service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 1099 time: 0.1471343 Jan 18 12:45:23.757420 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.763389 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.800498 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:23.803892 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87314d67-c108-478f-be73-f40670f2c510 req-2658ff81-5ead-4e03-91c1-87152e7b976c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861545 Jan 18 12:45:23.836861 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684a12-4df3-4ea5-ba67-b4fe42a59943 req-2a175412-c96b-4934-9b62-35d38c633a58 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:23.846928 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-28684a12-4df3-4ea5-ba67-b4fe42a59943 req-2a175412-c96b-4934-9b62-35d38c633a58 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1850574 Jan 18 12:45:23.885107 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f05a46-c12d-4956-bef1-f76265237309,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:23.887516 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.891274 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a582422b-ef36-4604-9d25-c35ad1e5d695 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5264304 Jan 18 12:45:23.893627 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50918) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:23.902640 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:23.905453 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'security_group_rule': {'security_group_id': 'a9f05a46-c12d-4956-bef1-f76265237309', 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:23.911698 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:23.913741 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.914414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:23.920401 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-28684a12-4df3-4ea5-ba67-b4fe42a59943 req-9d56c1c0-1241-433c-866f-086d9417f6ce tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720105 Jan 18 12:45:23.922016 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:23.926302 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:23.933945 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:23.934919 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.958702 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.015302 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:24.019637 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Usage tracker for resource:security_group_rule and tenant:2fb009d2a5864916830b0bb7d283dbd4 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:24.024928 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:24.035274 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:24.157247 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.165639 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.173611 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.194916 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.196658 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:24.203489 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.205442 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.206359 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ed253232-a049-4e18-97e3-12d923eb0814 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:24.253000 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91fc56a-2505-4ac6-86a4-b86c70c9d390,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:24.273869 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.277761 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c6e0bfd8-41b5-408d-ab8d-f6e70995bacd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3803611 Jan 18 12:45:24.278962 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50928) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:24.285758 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'security_group_rule': {'security_group_id': 'a9f05a46-c12d-4956-bef1-f76265237309', 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:24.287062 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fb009d2a5864916830b0bb7d283dbd4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1101575 Jan 18 12:45:24.291043 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50932) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:24.296865 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4b86-36e2-41b1-ad1d-9a0353762bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1cbecd-ce6f-4525-b776-8ec6fb881daa,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:24.302455 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:24.326304 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:24.330584 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:24.347892 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:24.351836 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:24.378637 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port ed253232-a049-4e18-97e3-12d923eb0814 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:24.379104 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.395388 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5c426-d295-4db3-be1e-cc319a90c722 req-07c3357e-08e3-49f3-b49e-79401429c496 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:24.396806 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08e5c426-d295-4db3-be1e-cc319a90c722 req-07c3357e-08e3-49f3-b49e-79401429c496 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 946 time: 0.1977410 Jan 18 12:45:24.420623 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.480914 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d468-acb3-4ad8-9003-a9f75b208838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.511219 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08e5c426-d295-4db3-be1e-cc319a90c722 req-9d83fd04-9f7d-46e5-9b31-ae6380b5c5aa tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062787 Jan 18 12:45:24.533073 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d468-acb3-4ad8-9003-a9f75b208838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.564363 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.572543 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.617608 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd1a667-bd5e-486f-97f0-0eb7aece3df2,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:24.630393 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.632192 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-bb504719-5851-473a-9aa3-8b69d4649dd5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3529754 Jan 18 12:45:24.635260 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50940) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:24.642877 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'security_group_rule': {'security_group_id': 'a9f05a46-c12d-4956-bef1-f76265237309', 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:24.649207 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:24.654170 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:24.657671 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:24.660788 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d468-acb3-4ad8-9003-a9f75b208838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.675281 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:24.681419 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d468-acb3-4ad8-9003-a9f75b208838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1cbecd-ce6f-4525-b776-8ec6fb881daa,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:24.692997 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d468-acb3-4ad8-9003-a9f75b208838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.694096 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-1ab8d468-acb3-4ad8-9003-a9f75b208838 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb1cbecd-ce6f-4525-b776-8ec6fb881daa HTTP/1.1" status: 204 len: 168 time: 0.4013395 Jan 18 12:45:24.705403 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.771457 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.776264 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.805539 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29eb2ab-c886-4cd8-b599-bff152b53107,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:24.812572 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.813801 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-8b4ae2bd-2efa-4902-ad83-53b9dcd73dbf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1770916 Jan 18 12:45:24.817776 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50948) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:24.824578 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'security_group_rule': {'security_group_id': 'a9f05a46-c12d-4956-bef1-f76265237309', 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:24.830736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:24.834763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:24.838394 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:24.844622 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:24.864479 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.934975 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.938097 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.962710 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633a5bc0-1ff6-46c0-86f0-e80493a6a79f,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:24.995206 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:24.996473 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3f7f4083-2358-4434-b2bf-900faf910295 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1777401 Jan 18 12:45:25.004429 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50958) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:25.015072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'security_group_rule': {'security_group_id': 'a9f05a46-c12d-4956-bef1-f76265237309', 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:25.026809 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:25.033075 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:25.038025 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:25.050125 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:25.066911 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.securitygroups_db [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Project d5c071b6bab34379a4018fb4d33bbdfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:45:25.078833 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.121802 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50962) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:25.147031 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.206569 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.208711 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:25.214519 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.215624 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Usage tracker for resource:security_group_rule and tenant:4e93f7a0d4f44c43a4527ecd3b0add9f is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:25.220534 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:25.230880 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:25.239139 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ced92-e883-4741-bd5a-1a45ac223224 req-c9368376-f11a-4338-b6de-7b92a555de34 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:25.240438 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-de2ced92-e883-4741-bd5a-1a45ac223224 req-c9368376-f11a-4338-b6de-7b92a555de34 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1539299 Jan 18 12:45:25.244814 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3d9475-1f8f-445c-bf45-9f35e5c70d93,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:25.269780 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.274658 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2dc421cc-1031-4e2e-b328-c26cfa090087 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2643330 Jan 18 12:45:25.275987 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 50970) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:25.284029 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'security_group_rule': {'security_group_id': 'a9f05a46-c12d-4956-bef1-f76265237309', 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:25.295183 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:25.310843 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:security_group_rule and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:25.316849 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:25.332556 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:25.349372 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-de2ced92-e883-4741-bd5a-1a45ac223224 req-c73bb240-7926-4580-8c91-adca58c5bdd4 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004591 Jan 18 12:45:25.364530 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.securitygroups_db [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Project d5c071b6bab34379a4018fb4d33bbdfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:45:25.382930 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.403091 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.440747 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.505715 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e93f7a0d4f44c43a4527ecd3b0add9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3788819 Jan 18 12:45:25.507007 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 50976) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:25.540690 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5660ab-2f11-49a9-9af4-9e38de179d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac419194-46ff-467f-9500-ad916adae8f9,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:25.578418 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.583323 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.626915 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.636844 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3608716 Jan 18 12:45:25.657129 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6facbc-821f-4eea-93dc-ad701b546826 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd64917e-6ffc-4b9b-8528-4fbd478cdf37,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:25.696343 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:25.702083 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94854a48-5dd6-4ff9-b864-f6e12a80e43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.733364 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94854a48-5dd6-4ff9-b864-f6e12a80e43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.852043 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94854a48-5dd6-4ff9-b864-f6e12a80e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.861334 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:25.861940 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.867319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94854a48-5dd6-4ff9-b864-f6e12a80e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac419194-46ff-467f-9500-ad916adae8f9,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:25.878125 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd016-b235-4f2e-9f70-38594b7e137c req-f481ed04-c8bd-45be-ab17-a46a49be1359 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:25.886923 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-94854a48-5dd6-4ff9-b864-f6e12a80e43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:25.889017 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-94854a48-5dd6-4ff9-b864-f6e12a80e43b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac419194-46ff-467f-9500-ad916adae8f9 HTTP/1.1" status: 204 len: 168 time: 0.3798428 Jan 18 12:45:25.893968 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30abd016-b235-4f2e-9f70-38594b7e137c req-f481ed04-c8bd-45be-ab17-a46a49be1359 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 946 time: 0.1484861 Jan 18 12:45:25.965043 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30abd016-b235-4f2e-9f70-38594b7e137c req-ac336119-acd0-4c4b-9eea-ab213be0fe55 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685489 Jan 18 12:45:26.065674 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 51008) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:26.604081 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:26.663551 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:26.669992 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Usage tracker for resource:security_group_rule and tenant:df8e3a260131422e9b507da15c7386bd is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:26.677509 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:26.685889 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:26.694108 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4603d-0dbf-43eb-89dd-b154929f70eb req-5c7cc29a-4a44-432a-92fa-fd985c89577f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:26.701350 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fee4603d-0dbf-43eb-89dd-b154929f70eb req-5c7cc29a-4a44-432a-92fa-fd985c89577f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1371741 Jan 18 12:45:26.764826 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fee4603d-0dbf-43eb-89dd-b154929f70eb req-e52f0476-a369-41f6-93fa-528b305e7da3 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625222 Jan 18 12:45:26.899535 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:26.918185 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:26.989518 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f00008a-c2ca-417b-824f-7b593779de79,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:26.998819 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51044) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:27.011205 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-984b1e8f-c970-4700-949a-5f655d5557ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df8e3a260131422e9b507da15c7386bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9441395 Jan 18 12:45:27.076807 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-265ba9e3-4741-4354-a4ae-f5452f46ac1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:27.121919 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-265ba9e3-4741-4354-a4ae-f5452f46ac1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:27.198890 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-265ba9e3-4741-4354-a4ae-f5452f46ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:27.234223 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ba9e3-4741-4354-a4ae-f5452f46ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f00008a-c2ca-417b-824f-7b593779de79,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:27.238001 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-265ba9e3-4741-4354-a4ae-f5452f46ac1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:27.239559 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-265ba9e3-4741-4354-a4ae-f5452f46ac1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f00008a-c2ca-417b-824f-7b593779de79 HTTP/1.1" status: 204 len: 168 time: 0.2394183 Jan 18 12:45:28.040280 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51088) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:28.073173 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:28.077707 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5eee3-321a-4800-a470-d3a6d39a66e1 req-84d305bd-6424-46c5-9c25-847230c2e895 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:28.086323 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0cf5eee3-321a-4800-a470-d3a6d39a66e1 req-84d305bd-6424-46c5-9c25-847230c2e895 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1733127 Jan 18 12:45:28.138067 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:28.140505 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0f84-cf7d-45b2-84f6-1ed912d71aa4 req-021b9623-871e-483a-873a-46a8d2872a4a tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:28.142568 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Usage tracker for resource:security_group_rule and tenant:d1c969925b8b4e29b284372e15de015f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:28.142695 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a96a0f84-cf7d-45b2-84f6-1ed912d71aa4 req-021b9623-871e-483a-873a-46a8d2872a4a tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 946 time: 0.1781683 Jan 18 12:45:28.145623 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:28.152891 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:28.175010 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0cf5eee3-321a-4800-a470-d3a6d39a66e1 req-d97636a4-1d27-4f17-a313-d23937436ae8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878108 Jan 18 12:45:28.239311 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a96a0f84-cf7d-45b2-84f6-1ed912d71aa4 req-345226a9-3578-49cb-9792-2e9308c77b2d tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852082 Jan 18 12:45:28.253031 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:28.258747 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:28.314746 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1c969925b8b4e29b284372e15de015f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2725050 Jan 18 12:45:28.315634 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e722ae-5f33-44d3-bc30-57037b88bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbe1c7f-b659-407b-9e81-5bdccd448551,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:28.318671 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 51094) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:28.396300 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32d5af66-5332-49b5-a1d4-e1bbbaf9281a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:28.428398 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32d5af66-5332-49b5-a1d4-e1bbbaf9281a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:28.519575 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32d5af66-5332-49b5-a1d4-e1bbbaf9281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:28.539276 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5af66-5332-49b5-a1d4-e1bbbaf9281a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbe1c7f-b659-407b-9e81-5bdccd448551,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:28.550625 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-32d5af66-5332-49b5-a1d4-e1bbbaf9281a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:28.558129 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-32d5af66-5332-49b5-a1d4-e1bbbaf9281a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfbe1c7f-b659-407b-9e81-5bdccd448551 HTTP/1.1" status: 204 len: 168 time: 0.2319162 Jan 18 12:45:29.790994 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f026d2-1ba5-4299-96fd-72018f871c35 req-73fb7980-50cf-4aa0-ae8e-21e83e4043af tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:29.799628 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09f026d2-1ba5-4299-96fd-72018f871c35 req-73fb7980-50cf-4aa0-ae8e-21e83e4043af tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3860741 Jan 18 12:45:29.859947 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b394d43-9de6-47b9-a4e3-37d8c4ca1688 req-4ee9683d-97cf-4f60-a09a-21940d11573e tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:29.861487 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2b394d43-9de6-47b9-a4e3-37d8c4ca1688 req-4ee9683d-97cf-4f60-a09a-21940d11573e tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 946 time: 0.3361137 Jan 18 12:45:29.867083 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-c1cecf10-3349-4b29-800b-717dc2ba92cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.2607937 Jan 18 12:45:29.876852 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-da0df592-7f84-4e2e-919b-20ecbdff6bf8 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:29.878741 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-da0df592-7f84-4e2e-919b-20ecbdff6bf8 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 946 time: 0.2131133 Jan 18 12:45:30.036053 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09f026d2-1ba5-4299-96fd-72018f871c35 req-d8ec823a-5063-45e6-a60f-b4c452bc5454 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354460 Jan 18 12:45:30.137633 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Deleting port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:45:30.137963 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:30.179672 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2b394d43-9de6-47b9-a4e3-37d8c4ca1688 req-900f031c-c11a-4723-a657-448fa109fe90 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c012e1a-9a4a-4cf4-abea-6150f7a91961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113773 Jan 18 12:45:30.273523 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-f96846e6-3e67-4759-b0f0-843863545908 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:30.274986 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-f96846e6-3e67-4759-b0f0-843863545908 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.3755608 Jan 18 12:45:30.357520 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-5ffe7aa0-a4e3-4d43-aa21-b321a05716c7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.0750792 Jan 18 12:45:30.526408 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-bc94ad1c-3b65-40d9-9258-21173516f664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:30.528085 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-bc94ad1c-3b65-40d9-9258-21173516f664 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.1517668 Jan 18 12:45:30.637564 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-11b073f8-a693-46a6-aebf-b2cb673688d0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961931 Jan 18 12:45:30.720676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] For port ed574352-3d96-4af3-bb81-5e7c6bf85ad5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,segment=NetworkSegment(f46fd248-b0a8-48bf-a456-dace5c45076d),segment_id=f46fd248-b0a8-48bf-a456-dace5c45076d)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:30.721038 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:30.871395 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Calling delete_port for ed574352-3d96-4af3-bb81-5e7c6bf85ad5 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:45:30.972372 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bd748-be5d-40dd-8309-9230b0920bef req-538602b1-ba06-420d-8222-611bdde98509 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:30.973883 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be1bd748-be5d-40dd-8309-9230b0920bef req-538602b1-ba06-420d-8222-611bdde98509 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.4339185 Jan 18 12:45:31.005602 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-8f4fdbae-7d37-4711-a656-6bec27ca192d service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594818 Jan 18 12:45:31.162828 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be1bd748-be5d-40dd-8309-9230b0920bef req-2dd7902b-2e26-4850-916c-db1e09e0cf39 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744852 Jan 18 12:45:31.233857 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:31.249434 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['ed574352-3d96-4af3-bb81-5e7c6bf85ad5'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:31.305153 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Pushing event deleted for resources: {'Port': ['ID=ed574352-3d96-4af3-bb81-5e7c6bf85ad5,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:31.311606 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a6ed5b7-cd1d-492e-95df-076ad434444b req-0ddb8f69-84d0-451b-9c99-0b1dac3de550 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980623 Jan 18 12:45:31.441644 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] No DVR routers for this DVR port ed574352-3d96-4af3-bb81-5e7c6bf85ad5 on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:45:31.447072 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d38a2206-175d-4c9d-9f9f-e4da73b617b2 req-aa2e29cf-802c-40f8-ab8f-0c3cf3900deb tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0893018 Jan 18 12:45:31.449340 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:31.462800 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'name': 'network-vif-deleted', 'tag': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:31.499334 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-02c23374-3f28-4a81-b6cc-d887befaed42 req-5d8470b5-ef0d-4751-b371-29dca51e5728 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.85 "DELETE /v2.0/ports/ed574352-3d96-4af3-bb81-5e7c6bf85ad5 HTTP/1.1" status: 204 len: 173 time: 1.6007245 Jan 18 12:45:31.501474 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:31.518593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339d6c3-24d0-4e74-afbf-97a6421ac460 req-c921b6fe-40f8-472c-98cc-12eda85823b1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:31.531781 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f339d6c3-24d0-4e74-afbf-97a6421ac460 req-c921b6fe-40f8-472c-98cc-12eda85823b1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3306997 Jan 18 12:45:31.598022 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f339d6c3-24d0-4e74-afbf-97a6421ac460 req-38e8c712-e4cb-4508-a602-e6b527b75523 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652692 Jan 18 12:45:31.675449 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a002d-4f9a-4124-870f-3566d763d8b0', 'name': 'network-vif-deleted', 'tag': 'ed574352-3d96-4af3-bb81-5e7c6bf85ad5', 'status': 'completed', 'code': 200} Jan 18 12:45:32.445180 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13944e6f-467b-43c8-a4ec-d4749707bb52 req-76b024b3-b308-4d58-bac6-c5b9817106a1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:32.447375 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13944e6f-467b-43c8-a4ec-d4749707bb52 req-76b024b3-b308-4d58-bac6-c5b9817106a1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1494539 Jan 18 12:45:32.510970 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-13944e6f-467b-43c8-a4ec-d4749707bb52 req-a07a30a0-3c2d-45cd-83f8-43760d3c9019 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536995 Jan 18 12:45:32.672651 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-7d714216-f153-4bf9-bd37-a91747897785 req-7c2cd1a7-2d9b-45bc-aa9c-4936750f7e84 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Synchronizing usage tracker for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:45:32.696083 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-7d714216-f153-4bf9-bd37-a91747897785 req-7c2cd1a7-2d9b-45bc-aa9c-4936750f7e84 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] Unset dirty status for tenant:8700c12026a44606a40061e1c8198896 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:45:32.697382 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7d714216-f153-4bf9-bd37-a91747897785 req-7c2cd1a7-2d9b-45bc-aa9c-4936750f7e84 tempest-VolumesActionsTest-1702583006 tempest-VolumesActionsTest-1702583006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a84a002d-4f9a-4124-870f-3566d763d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0732226 Jan 18 12:45:32.806748 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf2bed-6ece-4000-9b99-2f8745d5ef32 req-91fb8a0b-5119-4c98-b548-cfdb98f0c0df tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:32.808355 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5bf2bed-6ece-4000-9b99-2f8745d5ef32 req-91fb8a0b-5119-4c98-b548-cfdb98f0c0df tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0793705 Jan 18 12:45:32.830508 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:45:32.861606 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5bf2bed-6ece-4000-9b99-2f8745d5ef32 req-f44492b2-cb46-4cd0-bf79-fe64fe1b38d7 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Jan 18 12:45:33.718593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261951-63cd-44e2-8af4-1163671313fd req-81e0d4f7-7d53-4665-9969-daae7899b158 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:33.720040 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8f261951-63cd-44e2-8af4-1163671313fd req-81e0d4f7-7d53-4665-9969-daae7899b158 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.0844147 Jan 18 12:45:33.766510 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8f261951-63cd-44e2-8af4-1163671313fd req-edf8aefe-9f74-4555-8676-b94ae005460b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 Jan 18 12:45:34.065309 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4ffdd-a31d-4a0c-a0ab-ab69836c8668 req-0b7f2ec4-5f2c-4130-942c-18ed2c72db1d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:34.066778 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6fe4ffdd-a31d-4a0c-a0ab-ab69836c8668 req-0b7f2ec4-5f2c-4130-942c-18ed2c72db1d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0805719 Jan 18 12:45:34.113305 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6fe4ffdd-a31d-4a0c-a0ab-ab69836c8668 req-b4e06f20-8477-4b4f-81b2-2745da1ee067 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Jan 18 12:45:34.133399 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fec7d515-db44-47bc-9f6a-4d5cf849cfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:34.633147 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device ed574352-3d96-4af3-bb81-5e7c6bf85ad5 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:45:34.683080 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: ed574352-3d96-4af3-bb81-5e7c6bf85ad5 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:45:34.683431 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device ed574352-3d96-4af3-bb81-5e7c6bf85ad5 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:45:34.867703 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441596b-7ddc-468c-9dee-fe85c3014641 req-d4425b7f-0aee-4c03-9c5e-291dbd6b9490 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:34.869265 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d441596b-7ddc-468c-9dee-fe85c3014641 req-d4425b7f-0aee-4c03-9c5e-291dbd6b9490 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.0857937 Jan 18 12:45:34.985370 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d441596b-7ddc-468c-9dee-fe85c3014641 req-523de6ce-88a0-442b-9cd4-aaf334303023 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067276 Jan 18 12:45:35.016767 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a1d39-8fcc-4f65-9793-8fbbcfe63696 req-cdf442e0-0a3d-406c-afca-175fbb8e6051 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:35.018316 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e8a1d39-8fcc-4f65-9793-8fbbcfe63696 req-cdf442e0-0a3d-406c-afca-175fbb8e6051 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1111250 Jan 18 12:45:35.077527 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e8a1d39-8fcc-4f65-9793-8fbbcfe63696 req-249b96ee-81f3-4ee9-8885-ebc79a51bb5e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529709 Jan 18 12:45:35.325270 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259da74-7a9b-4d85-97f7-3f238247659b req-0fee8194-dd60-4bed-a51d-b833c5c91c41 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:35.326686 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b259da74-7a9b-4d85-97f7-3f238247659b req-0fee8194-dd60-4bed-a51d-b833c5c91c41 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0790102 Jan 18 12:45:35.372693 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b259da74-7a9b-4d85-97f7-3f238247659b req-1caa45d5-503b-4650-b838-3c21b0f8c32c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397067 Jan 18 12:45:36.282229 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab19ee1-436a-4fd6-af77-f875df6bff61 req-cd069711-ce42-4f18-bf0c-2ce2b9f90494 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:36.284296 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ab19ee1-436a-4fd6-af77-f875df6bff61 req-cd069711-ce42-4f18-bf0c-2ce2b9f90494 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1477976 Jan 18 12:45:36.359516 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ab19ee1-436a-4fd6-af77-f875df6bff61 req-6f477098-ba59-4fd2-9123-d4fb30fe8405 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626986 Jan 18 12:45:36.367327 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba34597-1724-4cc4-8496-662750855313 req-328786e7-beda-4db4-a67c-5b7266de5167 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:36.368930 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eba34597-1724-4cc4-8496-662750855313 req-328786e7-beda-4db4-a67c-5b7266de5167 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1470590 Jan 18 12:45:36.372489 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5f1286f6-d027-4170-abb3-e904a2fe1661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:36.448043 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eba34597-1724-4cc4-8496-662750855313 req-1375a895-7424-435d-9681-aa8d3d422617 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725892 Jan 18 12:45:36.645659 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4423276-94b7-46fd-a739-94e97b669491 req-061d8181-5c93-4a73-9429-a0a6e2426af1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:36.653623 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e4423276-94b7-46fd-a739-94e97b669491 req-061d8181-5c93-4a73-9429-a0a6e2426af1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1119792 Jan 18 12:45:36.697401 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e4423276-94b7-46fd-a739-94e97b669491 req-c28a3f7a-4359-47a7-b154-1f97b304d8a7 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Jan 18 12:45:37.497127 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:37.712975 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:37.754671 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83022898-e7cd-4148-a025-3478a221a97d req-efc16314-4484-43b4-820c-04fac110ab15 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:37.757300 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-83022898-e7cd-4148-a025-3478a221a97d req-efc16314-4484-43b4-820c-04fac110ab15 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1797991 Jan 18 12:45:37.835619 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-83022898-e7cd-4148-a025-3478a221a97d req-6678a71c-c966-4cba-8ada-7dadac353d65 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659971 Jan 18 12:45:37.845192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba9ee1-864f-4476-92bb-1bf2140269b9 req-1085696b-3caa-4aea-ba1a-003a1b958c38 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:37.847653 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-69ba9ee1-864f-4476-92bb-1bf2140269b9 req-1085696b-3caa-4aea-ba1a-003a1b958c38 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1719344 Jan 18 12:45:38.024847 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-69ba9ee1-864f-4476-92bb-1bf2140269b9 req-9a73487d-3194-4bb7-a586-064d585c5fd9 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686563 Jan 18 12:45:38.057575 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-247d7f62-3af0-4122-a072-5d55d4b22281 req-77507346-7f7b-4d0b-bb06-b88cd26e98bf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.1594002 Jan 18 12:45:38.144578 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-247d7f62-3af0-4122-a072-5d55d4b22281 req-7931d8de-b56e-4f68-93e0-c64db14ac864 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478253 Jan 18 12:45:38.172016 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e504-46b8-4418-8f48-b6c5dff02365 req-53d6fc48-abef-499a-9ccf-8433a6b86de4 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:38.173628 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4e9e504-46b8-4418-8f48-b6c5dff02365 req-53d6fc48-abef-499a-9ccf-8433a6b86de4 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1206918 Jan 18 12:45:38.282415 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4e9e504-46b8-4418-8f48-b6c5dff02365 req-d98b883a-4f12-4abb-a09b-4fcb44820222 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012268 Jan 18 12:45:38.810886 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51416) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:38.921593 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.943932 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Sync routers for ids ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:45:38.961997 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Routers {'c3b2fad7-8ac7-4ada-a121-035acd085ef3'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:38.963313 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:45:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:39.036547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.074415 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:39.079303 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf7590238944117948e0bb9c3122af9 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:39.082814 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:39.090626 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:39.237028 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.286413 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.343317 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Set router c3b2fad7-8ac7-4ada-a121-035acd085ef3 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:39.447893 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deae154a-d7a5-4374-90fe-3f329843da86,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:39.480752 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.481413 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.481961 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.482448 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.482934 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.487576 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.488489 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.489003 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.489564 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.490048 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.490769 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.500598 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eefd2d30-9ddb-4bb9-b1e4-83aa0f58dcc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdf7590238944117948e0bb9c3122af9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6883655 Jan 18 12:45:39.502838 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51434) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:39.592477 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5c49b-ed55-4fcb-a88e-5208017ed991 req-30fe40ff-dbe7-45a0-9665-03686d5405c1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:39.602730 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-84a5c49b-ed55-4fcb-a88e-5208017ed991 req-30fe40ff-dbe7-45a0-9665-03686d5405c1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.4195468 Jan 18 12:45:39.633313 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-777155c8-33e1-4017-9bd3-f931373c7111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.636990 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55800311-907d-4a26-bb2e-197a9cc5423f req-9abcaa28-f534-47a6-a876-272d45e517da tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:39.638506 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-55800311-907d-4a26-bb2e-197a9cc5423f req-9abcaa28-f534-47a6-a876-272d45e517da tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.2928438 Jan 18 12:45:39.668223 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-777155c8-33e1-4017-9bd3-f931373c7111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.716633 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-84a5c49b-ed55-4fcb-a88e-5208017ed991 req-54f070cf-d403-4cb9-a3a8-a572c746d7ae tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126523 Jan 18 12:45:39.738376 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-55800311-907d-4a26-bb2e-197a9cc5423f req-9bd140d7-fafc-4d35-8be8-ca04901e0cb9 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929384 Jan 18 12:45:39.740417 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-777155c8-33e1-4017-9bd3-f931373c7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.766389 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777155c8-33e1-4017-9bd3-f931373c7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deae154a-d7a5-4374-90fe-3f329843da86,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:39.781131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-777155c8-33e1-4017-9bd3-f931373c7111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.786351 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-777155c8-33e1-4017-9bd3-f931373c7111 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/deae154a-d7a5-4374-90fe-3f329843da86 HTTP/1.1" status: 204 len: 168 time: 0.2794156 Jan 18 12:45:39.939926 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:45:18Z', 'revision_number': 4, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port': {'id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:13Z', 'updated_at': '2022-01-18T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '685b9cd4-7eae-45aa-baea-8bd07baa9bc2', 'name': '', 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'mac_address': 'fa:16:3e:11:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90004645-630c-4022-b3d9-d8eab773820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:17Z', 'updated_at': '2022-01-18T12:45:19Z', 'revision_number': 2, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'subnets': [{'id': '90004645-630c-4022-b3d9-d8eab773820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:39.949877 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Checking router: c3b2fad7-8ac7-4ada-a121-035acd085ef3 for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:45:39.954749 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Updating router c3b2fad7-8ac7-4ada-a121-035acd085ef3 port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 binding host dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:45:40.021441 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c0561-96d7-4504-9fb0-ecb5a929ddf8 req-d22c0a8d-5513-44a3-abab-16a2f8ef9205 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:40.032559 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.034240 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ab6c0561-96d7-4504-9fb0-ecb5a929ddf8 req-d22c0a8d-5513-44a3-abab-16a2f8ef9205 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1123505 Jan 18 12:45:40.098521 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ab6c0561-96d7-4504-9fb0-ecb5a929ddf8 req-4cd17ba8-909b-404b-bde2-1be2ff6f6328 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633240 Jan 18 12:45:40.290884 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51448) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:40.313026 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.360585 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:40.365174 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Usage tracker for resource:security_group_rule and tenant:1d59d3da27cd43a6847f8b59228357cb is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:40.369751 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:40.377124 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:40.500436 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.541093 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.651606 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.684894 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Transition to ACTIVE for port object 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:40.696994 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2eddd-ada2-43c2-be27-2e21804e84dc,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:40.699175 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.747685 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-dfb0e452-9360-4424-9a96-33da9b539a39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d59d3da27cd43a6847f8b59228357cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4554980 Jan 18 12:45:40.748697 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51462) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:40.825584 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-be37c0b0-460d-45ab-910a-f0f98609769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.856215 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-be37c0b0-460d-45ab-910a-f0f98609769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.858383 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2215d5-3d8f-4295-94d8-f010c3289fd7 None None] Pushing event updated for resources: {'Port': ['ID=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:40.929446 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-be37c0b0-460d-45ab-910a-f0f98609769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.973423 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-be37c0b0-460d-45ab-910a-f0f98609769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:40.980282 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-be37c0b0-460d-45ab-910a-f0f98609769c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29a2eddd-ada2-43c2-be27-2e21804e84dc HTTP/1.1" status: 204 len: 168 time: 0.2301226 Jan 18 12:45:40.981718 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37c0b0-460d-45ab-910a-f0f98609769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2eddd-ada2-43c2-be27-2e21804e84dc,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:41.152007 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-9e5d35e5-c399-4622-a863-d55df45b1110 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.5440445 Jan 18 12:45:41.394118 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840378d7-794b-4731-96d8-cbdae2cbafc6 req-2475ad62-6a1c-40a0-b8c7-09bc37eeaf74 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:41.394357 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Attempting to bind port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:41.394975 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Attempting to bind port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:41.395217 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Attempting to bind port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 on network fa069365-d235-42f4-8f7c-af12e8e1a6f1 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:41.403831 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-840378d7-794b-4731-96d8-cbdae2cbafc6 req-2475ad62-6a1c-40a0-b8c7-09bc37eeaf74 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.6613491 Jan 18 12:45:41.405679 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:41.406049 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Checking segment: {'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:41.406449 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:41.406832 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Bound using segment: {'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:41.407297 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Bound port: 685b9cd4-7eae-45aa-baea-8bd07baa9bc2, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3c6be6-27f2-4b39-8f48-f2b47901220e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:41.408520 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:41.448949 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc5051-e0a3-48ad-8ecb-3316d7ac11c2 req-fc641f08-167f-4c49-b3e7-c437f1d018c9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:41.456069 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cfdc5051-e0a3-48ad-8ecb-3316d7ac11c2 req-fc641f08-167f-4c49-b3e7-c437f1d018c9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.4250166 Jan 18 12:45:41.526681 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] For port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:41.531517 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] For port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,segment=NetworkSegment(0c3c6be6-27f2-4b39-8f48-f2b47901220e),segment_id=0c3c6be6-27f2-4b39-8f48-f2b47901220e)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:41.542804 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-840378d7-794b-4731-96d8-cbdae2cbafc6 req-e4c952df-ddcc-41fa-a27f-ef456049daa2 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377347 Jan 18 12:45:41.554380 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:41.557627 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-57747588-1a16-4d3c-8451-de9c01d4aa1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:41.561865 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-57747588-1a16-4d3c-8451-de9c01d4aa1d service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.3871741 Jan 18 12:45:41.580826 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cfdc5051-e0a3-48ad-8ecb-3316d7ac11c2 req-0eee1d6f-d574-4ebd-a612-edda2481e0ec tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238010 Jan 18 12:45:41.831509 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-87d1a26e-d34b-4b60-af7b-7d1b58e3a7e0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.2463496 Jan 18 12:45:41.846862 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Routers {'c3b2fad7-8ac7-4ada-a121-035acd085ef3'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:45:41.847504 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:45:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:41.971272 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-3b571447-6645-406e-a944-73fc593658d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:41.972995 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-3b571447-6645-406e-a944-73fc593658d3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.1369796 Jan 18 12:45:42.024419 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2215d5-3d8f-4295-94d8-f010c3289fd7 None None] Pushing event updated for resources: {'Port': ['ID=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:42.117553 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-64b7b2dd-f1a9-47bd-8781-5e91728084f1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622954 Jan 18 12:45:42.223668 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] Set router c3b2fad7-8ac7-4ada-a121-035acd085ef3 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:45:42.283480 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f578d3-73f7-42e7-9280-7ecbe192a1e7 req-a469d949-624e-4b01-9760-c61e5314ae8f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:42.291018 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-60f578d3-73f7-42e7-9280-7ecbe192a1e7 req-a469d949-624e-4b01-9760-c61e5314ae8f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.3169870 Jan 18 12:45:42.363401 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-67c2eaed-5b17-47d5-8b20-e2b87e32ca06 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309830 Jan 18 12:45:42.375917 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-60f578d3-73f7-42e7-9280-7ecbe192a1e7 req-71343bc5-1f9d-47b0-a3b2-26778abb8330 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839725 Jan 18 12:45:42.533952 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c6b8b8d0-a13f-4ec9-99a0-59b1a2cf6777 req-24f5aee7-30ca-4215-b8de-ff661295515f service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567261 Jan 18 12:45:42.769139 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:45:18Z', 'revision_number': 4, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port': {'id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:13Z', 'updated_at': '2022-01-18T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '685b9cd4-7eae-45aa-baea-8bd07baa9bc2', 'name': '', 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'mac_address': 'fa:16:3e:11:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90004645-630c-4022-b3d9-d8eab773820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:17Z', 'updated_at': '2022-01-18T12:45:41Z', 'revision_number': 4, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'subnets': [{'id': '90004645-630c-4022-b3d9-d8eab773820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:45:42.780553 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1917ba1-e144-4d20-be7e-782e3a5b60cd None None] The sync data for ids ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'] in dv-cinder-825100-1-smb is: [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:45:18Z', 'revision_number': 4, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port': {'id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:13Z', 'updated_at': '2022-01-18T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '685b9cd4-7eae-45aa-baea-8bd07baa9bc2', 'name': '', 'network_id': 'fa069365-d235-42f4-8f7c-af12e8e1a6f1', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'mac_address': 'fa:16:3e:11:1b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90004645-630c-4022-b3d9-d8eab773820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:17Z', 'updated_at': '2022-01-18T12:45:41Z', 'revision_number': 4, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'subnets': [{'id': '90004645-630c-4022-b3d9-d8eab773820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:45:42.954867 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65530-a57f-43ad-8d0e-c528ddc6c4a5 req-30027485-30d4-448f-a6c6-39c6b73640fd tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:42.962943 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-abc65530-a57f-43ad-8d0e-c528ddc6c4a5 req-30027485-30d4-448f-a6c6-39c6b73640fd tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2265816 Jan 18 12:45:43.116610 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-abc65530-a57f-43ad-8d0e-c528ddc6c4a5 req-783c16cf-c199-4510-be49-0f7433c2ef12 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525121 Jan 18 12:45:43.157336 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243eb0e-2e21-4099-94af-bb60af493059 req-6b6a5626-b5d9-4639-98ff-170a2fffc1d6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:43.159323 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8243eb0e-2e21-4099-94af-bb60af493059 req-6b6a5626-b5d9-4639-98ff-170a2fffc1d6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.2118990 Jan 18 12:45:43.239878 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8243eb0e-2e21-4099-94af-bb60af493059 req-7bffef5d-5132-46da-9527-1cd8e19d444f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741808 Jan 18 12:45:43.688719 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fa1e-ee04-413e-a7c0-4cff0f758b2b req-e394b437-18ef-4e26-83fe-b74d9d5344df tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:43.698603 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3bf4fa1e-ee04-413e-a7c0-4cff0f758b2b req-e394b437-18ef-4e26-83fe-b74d9d5344df tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1765652 Jan 18 12:45:43.775505 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:43.811844 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3bf4fa1e-ee04-413e-a7c0-4cff0f758b2b req-1df952a7-cc08-48cc-b499-6ea5d37af74f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121330 Jan 18 12:45:43.935577 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:43.953268 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:43.953637 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:44.153690 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:44.209319 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,segment=NetworkSegment(0c3c6be6-27f2-4b39-8f48-f2b47901220e),segment_id=0c3c6be6-27f2-4b39-8f48-f2b47901220e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:44.217756 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:44.433384 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:44.577936 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b23723-d928-4f9e-84a7-0d5f44d9f3b1 req-dd0da290-3b4c-4482-b20e-f0e57c6f673b tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:44.579593 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43b23723-d928-4f9e-84a7-0d5f44d9f3b1 req-dd0da290-3b4c-4482-b20e-f0e57c6f673b tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2224605 Jan 18 12:45:44.643387 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-43b23723-d928-4f9e-84a7-0d5f44d9f3b1 req-702e88d8-d250-4ec2-9341-c85a2e1204bb tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572278 Jan 18 12:45:44.656110 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24f171-3575-4201-8865-daf65642826a req-21943cb9-eea7-4c92-beee-abbfc5c19810 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:44.663912 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be24f171-3575-4201-8865-daf65642826a req-21943cb9-eea7-4c92-beee-abbfc5c19810 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1480153 Jan 18 12:45:44.711034 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be24f171-3575-4201-8865-daf65642826a req-2f686aa7-c7c4-4a49-a41d-d32f77f177f9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462377 Jan 18 12:45:45.039001 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497c79-b25b-40e0-b8da-70fa27b57995 req-f43712fa-d7d7-48f2-9b21-0f4510cb9f99 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:45.047453 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e2497c79-b25b-40e0-b8da-70fa27b57995 req-f43712fa-d7d7-48f2-9b21-0f4510cb9f99 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.0897605 Jan 18 12:45:45.112510 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e2497c79-b25b-40e0-b8da-70fa27b57995 req-d2f7dc74-544b-43d7-b7d8-52e5516282a5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638373 Jan 18 12:45:45.682851 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:45.793665 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-e61bc607-b475-47a5-b19e-b70ff4513c13 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910125500&fields=id&tenant_id=d5c071b6bab34379a4018fb4d33bbdfe HTTP/1.1" status: 200 len: 267 time: 0.0845253 Jan 18 12:45:45.880356 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:45.880735 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:46.203176 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-7a7c55e3-b836-4f4f-970e-a400ead27e8c tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:46.210174 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-7a7c55e3-b836-4f4f-970e-a400ead27e8c tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 808 time: 0.4147747 Jan 18 12:45:46.235199 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-0fe7463b-5a78-4a7b-a06b-941e3c4b9ba8 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/quotas/d5c071b6bab34379a4018fb4d33bbdfe HTTP/1.1" status: 200 len: 375 time: 0.0239527 Jan 18 12:45:46.301429 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f45b3-8eed-4d25-a8bc-7b3166c26433 req-5fe7db97-e680-4d07-82fd-c4b3e4e8b633 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:46.309762 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-613f45b3-8eed-4d25-a8bc-7b3166c26433 req-5fe7db97-e680-4d07-82fd-c4b3e4e8b633 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2322133 Jan 18 12:45:46.385318 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-613f45b3-8eed-4d25-a8bc-7b3166c26433 req-35d4b897-362e-4b19-9e3d-098007dcbe2b tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749316 Jan 18 12:45:46.408273 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-3826735b-91cf-4587-b05c-525cca876a5d tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666598 Jan 18 12:45:46.670505 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-8b50103e-127a-4529-a016-c0cddfc3ee2f service neutron] 10.222.0.39 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445967 Jan 18 12:45:46.814511 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711af95-4721-46b7-9059-da2d0b34f4cf req-64a7c92b-a5d6-4452-8bea-59e071d99f32 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:46.815988 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c711af95-4721-46b7-9059-da2d0b34f4cf req-64a7c92b-a5d6-4452-8bea-59e071d99f32 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.2074194 Jan 18 12:45:46.894783 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-4a59b71d-c661-404f-a570-5ef895a8704f service neutron] 10.222.0.39 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061150 Jan 18 12:45:46.967697 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c711af95-4721-46b7-9059-da2d0b34f4cf req-34f9a777-7087-4a8f-8f26-cda73ee191d9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342607 Jan 18 12:45:47.360642 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6c2cf-d6f2-49a7-9b0a-905ee4173574 req-6907466f-b2e6-4232-8539-f2c968896762 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:47.372162 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-97c6c2cf-d6f2-49a7-9b0a-905ee4173574 req-6907466f-b2e6-4232-8539-f2c968896762 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1101291 Jan 18 12:45:47.440039 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-97c6c2cf-d6f2-49a7-9b0a-905ee4173574 req-3857e94b-4180-4d01-8c8b-c04105b5b5de tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663605 Jan 18 12:45:47.873223 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f2e0adff-723d-43ff-a60d-bb0afb1b71e0 req-a76ad0b9-af38-419a-aaa4-e795797461c6 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0739667 Jan 18 12:45:48.211148 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51658) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:48.286683 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64997a3e-b548-4f25-84a2-7abd18d8866d req-582691b2-4c92-4f90-ad26-20eb0423b1bf tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:48.289335 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-64997a3e-b548-4f25-84a2-7abd18d8866d req-582691b2-4c92-4f90-ad26-20eb0423b1bf tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1204405 Jan 18 12:45:48.354618 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-64997a3e-b548-4f25-84a2-7abd18d8866d req-2824f060-32a0-44d4-8fae-916e66605b43 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564728 Jan 18 12:45:48.429440 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:48.477094 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:48.481428 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Usage tracker for resource:security_group_rule and tenant:d7d62dbb891f43408cb01cf845f1fd23 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:48.484853 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:48.490811 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:48.617793 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:48.637676 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:48.714418 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7d62dbb891f43408cb01cf845f1fd23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5012608 Jan 18 12:45:48.715528 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f7eda-47a0-41df-a21d-c1eed2ddbfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef625d-2963-4a04-a4c4-56dffc9a30c1,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:48.718323 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51670) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:48.810157 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c1695629-e3fb-47d7-97d1-aa2524d07373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:48.842057 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c1695629-e3fb-47d7-97d1-aa2524d07373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:48.850116 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d59b-1bf6-4bce-8107-d6a813e04a47 req-d6abe826-cde4-4d2b-85af-090fc58370ea tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:48.851646 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a794d59b-1bf6-4bce-8107-d6a813e04a47 req-d6abe826-cde4-4d2b-85af-090fc58370ea tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1419141 Jan 18 12:45:48.880930 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cbb3-9850-400e-84d6-badc46d95275 req-ad20fd7e-f38d-4582-b5ef-750d72169d42 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:48.913573 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cf44cbb3-9850-400e-84d6-badc46d95275 req-ad20fd7e-f38d-4582-b5ef-750d72169d42 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1574194 Jan 18 12:45:49.011374 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c1695629-e3fb-47d7-97d1-aa2524d07373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:49.049737 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1695629-e3fb-47d7-97d1-aa2524d07373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef625d-2963-4a04-a4c4-56dffc9a30c1,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:49.085411 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c1695629-e3fb-47d7-97d1-aa2524d07373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:49.091857 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c1695629-e3fb-47d7-97d1-aa2524d07373 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06ef625d-2963-4a04-a4c4-56dffc9a30c1 HTTP/1.1" status: 204 len: 168 time: 0.3700793 Jan 18 12:45:49.154372 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a794d59b-1bf6-4bce-8107-d6a813e04a47 req-da3af52e-384d-4ece-87f8-b92697fa5742 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951765 Jan 18 12:45:49.166556 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cf44cbb3-9850-400e-84d6-badc46d95275 req-7da5a818-398d-4130-8382-cd80dedfcb9a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495451 Jan 18 12:45:49.566995 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-ebdd81b8-5de0-4d3d-9429-f43bfea03bcd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:49.568726 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-ebdd81b8-5de0-4d3d-9429-f43bfea03bcd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.85 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 808 time: 0.2174702 Jan 18 12:45:49.699027 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47f87a5a-9423-4cf6-b0c6-cbed662e4f18 req-1233a478-b2cc-4b1c-b087-6ebb736cae7a tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 210 time: 0.1283469 Jan 18 12:45:49.780445 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-9e77bcec-153f-4193-886c-1cc6391dc6d7 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5c071b6bab34379a4018fb4d33bbdfe HTTP/1.1" status: 200 len: 379 time: 0.1360571 Jan 18 12:45:49.793579 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'port': {'device_id': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'admin_state_up': True, 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'security_groups': ['a9f05a46-c12d-4956-bef1-f76265237309']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:50.122333 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523d430-70ee-4afd-9cf1-ae1c6ae01fae req-7dc27934-cdf4-4921-ac20-1a2f64e7772a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:50.124701 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e523d430-70ee-4afd-9cf1-ae1c6ae01fae req-7dc27934-cdf4-4921-ac20-1a2f64e7772a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1470156 Jan 18 12:45:50.171809 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:50.180226 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:port and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:50.185299 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:50.193593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:50.210863 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e523d430-70ee-4afd-9cf1-ae1c6ae01fae req-38b864fa-040f-4738-be1d-2e4ac8eaadef tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802670 Jan 18 12:45:50.232870 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Made reservation on behalf of d5c071b6bab34379a4018fb4d33bbdfe for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:50.235903 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:50.763813 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51728) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:50.814360 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced61fe-817c-4ff2-89ab-d540ee766704 req-da7f7026-3262-4543-b11d-4b6a685e7217 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:50.815873 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1ced61fe-817c-4ff2-89ab-d540ee766704 req-da7f7026-3262-4543-b11d-4b6a685e7217 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.4118359 Jan 18 12:45:50.996760 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Allocated IP 172.20.0.6 (7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6/0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc/f4c73f4d-9fe3-4453-b327-0ef05cfff23e) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:51.031376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1532515524-network', 'tenant_id': '52d92c352ea54108b9a0551fa942cf8d'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:51.043499 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:51.045282 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1ced61fe-817c-4ff2-89ab-d540ee766704 req-4100787f-fca2-4a39-ad65-2749fbc4b9af tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047963 Jan 18 12:45:51.058146 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Usage tracker for resource:network and tenant:52d92c352ea54108b9a0551fa942cf8d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:51.069085 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:51.081452 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:51.095295 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Made reservation on behalf of 52d92c352ea54108b9a0551fa942cf8d for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:51.097897 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.113319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.155967 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6b9dd0d-ea87-454c-ad9f-9cc9a85cf43c req-1d6e2407-6eb1-4ee5-82e0-ae3695f55bbe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0697243 Jan 18 12:45:51.184591 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:51.203636 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Usage tracker for resource:security_group_rule and tenant:52d92c352ea54108b9a0551fa942cf8d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:51.207749 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:51.223511 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:51.351150 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.357750 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.368129 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.383827 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:45:51.398343 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Transition to ACTIVE for port object f4c73f4d-9fe3-4453-b327-0ef05cfff23e will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:51.425115 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.425506 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Added segment 74df925e-f4a0-41e4-a6a3-a99e49ef728c of type vlan for network ff123c21-42b2-4f8e-a012-799ca499bc62 Jan 18 12:45:51.487280 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.542871 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.550474 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.551334 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:51.551920 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.691741 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:51.699439 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:51.702069 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:51.777872 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:51.778674 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:51.813972 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592cef9-acdf-4885-b927-ce0ed0103a9b req-87c1aa68-0266-4111-94aa-70f52d5f4d10 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:51.823477 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c592cef9-acdf-4885-b927-ce0ed0103a9b req-87c1aa68-0266-4111-94aa-70f52d5f4d10 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.3634453 Jan 18 12:45:51.824801 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0598238 Jan 18 12:45:51.835619 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51746) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:51.847524 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0660777 Jan 18 12:45:51.851397 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:51.860743 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Request body: {'port': {'device_id': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:51.910030 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Pushing event updated for resources: {'Network': ['ID=ff123c21-42b2-4f8e-a012-799ca499bc62,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:51.926072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Request body: {'subnet': {'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1532515524-subnet', 'tenant_id': '52d92c352ea54108b9a0551fa942cf8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:51.926583 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network ff123c21-42b2-4f8e-a012-799ca499bc62 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:45:51.947003 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42971417-aa48-4737-befd-819a69c8b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788d84b6-a2be-46b3-83eb-7202f2461f96,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:51.951599 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:51.957001 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Usage tracker for resource:subnet and tenant:52d92c352ea54108b9a0551fa942cf8d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:51.966588 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:51.981117 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c592cef9-acdf-4885-b927-ce0ed0103a9b req-9024d4e7-42e1-4fb9-b3ff-207d3a28c474 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564898 Jan 18 12:45:51.985528 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:52.002000 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.004650 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.005228 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.006366 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.007610 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.008171 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.011033 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.011596 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.012154 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.012844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.013439 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab5882-9df9-4a0f-b794-a95b57de85bf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:52.019629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Made reservation on behalf of 52d92c352ea54108b9a0551fa942cf8d for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:52.022696 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3890444'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:52.147444 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-7dcb2bf6-624b-4a23-ac86-633672bc416a None None] Provisioning for port f4c73f4d-9fe3-4453-b327-0ef05cfff23e completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:52.153704 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-7dcb2bf6-624b-4a23-ac86-633672bc416a None None] Provisioning complete for port f4c73f4d-9fe3-4453-b327-0ef05cfff23e triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:52.154071 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7dcb2bf6-624b-4a23-ac86-633672bc416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:52.191084 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:52.261761 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb2bf6-624b-4a23-ac86-633672bc416a None None] Port f4c73f4d-9fe3-4453-b327-0ef05cfff23e cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:45:52.348072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3878555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3890458'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:52.429273 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=443aa1a3-af05-41ea-9660-38a43d2fb185,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:52.447901 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Checking segment: {'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:52.448763 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Network hostable DHCP agents. Network: ff123c21-42b2-4f8e-a012-799ca499bc62, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:45:52.478197 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Network ff123c21-42b2-4f8e-a012-799ca499bc62 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:45:52.508082 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, ff123c21-42b2-4f8e-a012-799ca499bc62) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:52.519963 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eeb64a-0392-4ad6-995f-589a0c8513de None None] Network ff123c21-42b2-4f8e-a012-799ca499bc62 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:45:52.528866 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:52.529588 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:52.598949 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4a26afa8-1ed9-4596-8f41-e1880122f84b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6867490 Jan 18 12:45:52.694672 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408447fd-95f2-45cb-a975-32d04540d0d3 req-35acb714-ba7f-49be-a862-4ca3b24f72ea tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:52.695391 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-408447fd-95f2-45cb-a975-32d04540d0d3 req-35acb714-ba7f-49be-a862-4ca3b24f72ea tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Synchronizing usage tracker for tenant:d5c071b6bab34379a4018fb4d33bbdfe on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:45:52.726098 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91acf3-9df2-4b09-ba05-fbda696c549d req-773e5f6f-796b-4df2-969a-951769e9e00e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:52.732837 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ac91acf3-9df2-4b09-ba05-fbda696c549d req-773e5f6f-796b-4df2-969a-951769e9e00e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.4136803 Jan 18 12:45:52.753275 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:45:52.870083 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-408447fd-95f2-45cb-a975-32d04540d0d3 req-35acb714-ba7f-49be-a862-4ca3b24f72ea tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Unset dirty status for tenant:d5c071b6bab34379a4018fb4d33bbdfe on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:45:52.871229 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-408447fd-95f2-45cb-a975-32d04540d0d3 req-35acb714-ba7f-49be-a862-4ca3b24f72ea tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 931 time: 0.4893730 Jan 18 12:45:53.035376 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b167c-64c4-42a2-901b-a91fc5f0d902 None None] Network ff123c21-42b2-4f8e-a012-799ca499bc62 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:45:53.040411 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ac91acf3-9df2-4b09-ba05-fbda696c549d req-bace63e6-5f3e-4e49-ad39-eff0e38b5eb6 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776096 Jan 18 12:45:53.117325 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c73f4d-9fe3-4453-b327-0ef05cfff23e {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:53.123943 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-408447fd-95f2-45cb-a975-32d04540d0d3 req-e6d0490a-bbdd-41bc-865f-9dbd8345a536 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289410 Jan 18 12:45:53.152967 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:53.192662 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:53.193583 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Transition to ACTIVE for port object f4c73f4d-9fe3-4453-b327-0ef05cfff23e will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:53.210513 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:53.313366 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'a4895030-f193-4def-bffe-f612ec341660', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'port_id': 'a4895030-f193-4def-bffe-f612ec341660', 'mac_address': 'fa:16:3e:23:f8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:45:53.551087 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:53.640976 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4895030-f193-4def-bffe-f612ec341660 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:53.671561 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:53.813999 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:53.837378 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:54.002854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Attempting to bind port f4c73f4d-9fe3-4453-b327-0ef05cfff23e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:54.003196 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Attempting to bind port f4c73f4d-9fe3-4453-b327-0ef05cfff23e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:54.003524 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Attempting to bind port f4c73f4d-9fe3-4453-b327-0ef05cfff23e on network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:54.016226 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Port f4c73f4d-9fe3-4453-b327-0ef05cfff23e on network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:45:54.016598 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Attempting to bind port f4c73f4d-9fe3-4453-b327-0ef05cfff23e on network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:54.046103 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:54.046449 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Checking segment: {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:54.046836 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Bound using segment: {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:54.047451 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Bound port: f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8217cd41-74ce-417b-a3b8-6242dcdb3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:54.048338 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:54.179164 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['a4895030-f193-4def-bffe-f612ec341660'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:54.575873 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=6']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:54.735418 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62473f63-36c1-4113-a91f-af646e60a04d req-41fe895a-c115-495c-94dc-bb9bc3f132ca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 1098 time: 0.3347521 Jan 18 12:45:54.887820 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:54.899244 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-e92c626f-e8ce-4276-8b8d-f63b75b4a70e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.6837904 Jan 18 12:45:54.957374 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:55.028068 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:55.084698 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:55.087488 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] 10.222.0.85 "PUT /v2.0/ports/f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 1093 time: 3.2311256 Jan 18 12:45:55.096264 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114d64-a0fa-4c90-a5cb-cade6f5da005 req-ffe0224c-6173-49fe-9ba9-b85e7cfdcfbd tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:55.108210 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6114d64-a0fa-4c90-a5cb-cade6f5da005 req-ffe0224c-6173-49fe-9ba9-b85e7cfdcfbd tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.6356697 Jan 18 12:45:55.132316 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:55.133400 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62473f63-36c1-4113-a91f-af646e60a04d req-6d988c14-f3ff-4a1c-97be-8a1cf2d29c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:55.138977 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62473f63-36c1-4113-a91f-af646e60a04d req-6d988c14-f3ff-4a1c-97be-8a1cf2d29c8f service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 912 time: 0.3959439 Jan 18 12:45:55.166641 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417b6d6-1584-44b8-a484-2f556233b50c req-9ceda2f2-d1c7-45bc-862a-4d98cf9b9b87 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:55.175078 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9417b6d6-1584-44b8-a484-2f556233b50c req-9ceda2f2-d1c7-45bc-862a-4d98cf9b9b87 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.8322179 Jan 18 12:45:55.495839 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62473f63-36c1-4113-a91f-af646e60a04d req-5b454e4e-81c7-4be9-8959-bd780198fe02 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 200 len: 999 time: 0.3392997 Jan 18 12:45:55.777975 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62473f63-36c1-4113-a91f-af646e60a04d req-f65e0621-8acc-466c-b05c-d5361c062183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:55.778600 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-e87b85b4-5931-41a9-b718-b4a197d42d64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:55.779901 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-e87b85b4-5931-41a9-b718-b4a197d42d64 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.8735580 Jan 18 12:45:55.781646 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62473f63-36c1-4113-a91f-af646e60a04d req-f65e0621-8acc-466c-b05c-d5361c062183 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.2807825 Jan 18 12:45:55.887456 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-91295886-12f3-41f9-b908-cae1f2d23626 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.0862436 Jan 18 12:45:55.946974 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62473f63-36c1-4113-a91f-af646e60a04d req-a8c84668-a6fe-49ab-99f8-810fe6f092f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1508465 Jan 18 12:45:56.033852 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6114d64-a0fa-4c90-a5cb-cade6f5da005 req-bd85c5ca-464d-4bf3-a8fb-b70b7dbd7198 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9262679 Jan 18 12:45:56.042849 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b4344-0e2b-49aa-af17-5ee96e36ac84 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:56.243507 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9417b6d6-1584-44b8-a484-2f556233b50c req-5846f654-a86c-4fac-9cf7-30616614c44b tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0611367 Jan 18 12:45:56.339360 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-021ebebb-9412-4b18-8508-f56ed11e631c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1096 time: 1.2014849 Jan 18 12:45:56.358862 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-43aedf24-d086-4a9a-971f-797b75052bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:56.360342 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-43aedf24-d086-4a9a-971f-797b75052bd4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.4524267 Jan 18 12:45:56.456904 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62473f63-36c1-4113-a91f-af646e60a04d req-eff1efe0-9bb3-4c4b-8a72-4e77d8bd55d6 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015979 Jan 18 12:45:56.551071 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-112c0347-1eb6-43aa-b803-b3287b8389f9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 217 time: 0.1940370 Jan 18 12:45:56.736050 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:56.749631 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-62473f63-36c1-4113-a91f-af646e60a04d req-b902e74c-123d-42fa-a395-eb59fa0a27be service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850008 Jan 18 12:45:56.820722 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-4730bce3-fbbd-40c0-a917-67604c1017be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589353 Jan 18 12:45:56.843303 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port a4895030-f193-4def-bffe-f612ec341660 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:56.844037 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:57.017285 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-f56b0030-e3f6-4ea1-84e1-74874fc81f24 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717203 Jan 18 12:45:57.100920 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:57.134801 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:57.146343 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-8059a703-27e9-4a68-afbb-63cbb43e166b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:57.155589 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-8059a703-27e9-4a68-afbb-63cbb43e166b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 200 len: 847 time: 0.4461389 Jan 18 12:45:57.168715 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:57.180399 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:57.280181 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=7']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:57.300282 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ada00-2159-4730-9b0d-db18b0fe6931 req-435d4cdc-aad1-4cd2-8d9d-20b66efc1060 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:57.305259 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.305608 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.305945 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.306280 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.306609 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.306934 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.307256 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.307578 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.309232 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-547ada00-2159-4730-9b0d-db18b0fe6931 req-435d4cdc-aad1-4cd2-8d9d-20b66efc1060 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.7571452 Jan 18 12:45:57.309911 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.310258 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.310582 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:57.345002 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3437e5f-f8e0-432f-97a8-953793766fe0 req-278584fb-b5eb-4fe3-ba1d-80d8013aaac8 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:57.351840 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b3437e5f-f8e0-432f-97a8-953793766fe0 req-278584fb-b5eb-4fe3-ba1d-80d8013aaac8 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 943 time: 0.6445780 Jan 18 12:45:57.464393 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eca5b23b-7ad4-445e-9c58-874d113ba1c4 req-04ddefb8-fb2e-4a95-b928-3148107d2628 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311595 Jan 18 12:45:57.498626 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-7212cf60-f8c0-451c-b748-d85e5f575979 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3429184 Jan 18 12:45:57.704207 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-547ada00-2159-4730-9b0d-db18b0fe6931 req-71e1bcb2-1d15-4ee7-8d38-c8df1966ee89 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940127 Jan 18 12:45:57.718108 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b3437e5f-f8e0-432f-97a8-953793766fe0 req-e6d38782-a1c8-4b17-8d8e-b7bf784ea104 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637094 Jan 18 12:45:57.827831 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-2521c495-b540-4641-a7f6-2ff83a3d7b68 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183348 Jan 18 12:45:57.887574 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'status': 'completed', 'code': 200} Jan 18 12:45:57.978792 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660', 'code': 200} Jan 18 12:45:58.547628 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0619fc32-27c7-4e8a-8495-c8a5b9014e9f req-ac5d3434-d351-465e-b62f-de98d960022f service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096355 Jan 18 12:45:58.632550 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-0aad559f-57a0-41d6-856c-56a36c259c59 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:58.639259 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-0aad559f-57a0-41d6-856c-56a36c259c59 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/networks?id=ff123c21-42b2-4f8e-a012-799ca499bc62 HTTP/1.1" status: 200 len: 814 time: 0.7347069 Jan 18 12:45:58.738642 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba653-0555-4255-9b49-c0ec8365814c req-fd4d6ccf-5ead-47ef-be67-af5f6378751d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:58.741136 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a95ba653-0555-4255-9b49-c0ec8365814c req-fd4d6ccf-5ead-47ef-be67-af5f6378751d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.5294874 Jan 18 12:45:58.844202 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-4659346e-b3f5-4cc1-bd4a-468172c52617 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/quotas/52d92c352ea54108b9a0551fa942cf8d HTTP/1.1" status: 200 len: 375 time: 0.2028794 Jan 18 12:45:58.989132 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-f1c3f224-2606-41b1-a294-8f4782e859e1 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52d92c352ea54108b9a0551fa942cf8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360323 Jan 18 12:45:59.059465 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51880) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:59.237639 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a95ba653-0555-4255-9b49-c0ec8365814c req-7525590a-54dd-49d7-a775-bcbc7dd45f62 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4799206 Jan 18 12:45:59.239830 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-5508191b-a790-460c-97c3-81c4ce0a0ecb service neutron] 10.222.0.39 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928279 Jan 18 12:45:59.255555 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-3b9c7847-589e-4e10-966f-ae52211bfa44 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.6129310 Jan 18 12:45:59.290335 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.365596 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:59.375055 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Usage tracker for resource:security_group_rule and tenant:3b440ca1b3344da88a8377d6271c7148 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:59.382087 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:59.400943 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:59.605058 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.616842 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.694292 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb7c474-d2e5-428e-94f4-5382bfc9ac45,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:59.702918 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2750d089-6902-4c7a-a48a-976118ed8446 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b440ca1b3344da88a8377d6271c7148&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6416273 Jan 18 12:45:59.703790 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51888) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:59.704513 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-510f4068-34a8-4359-9b64-c415f686cce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:59.706115 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-510f4068-34a8-4359-9b64-c415f686cce0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 909 time: 0.4264247 Jan 18 12:45:59.789054 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-ba60bc19-ed11-488c-8bd7-0877222839dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 217 time: 0.0730696 Jan 18 12:45:59.800890 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3e5918e7-8995-4e09-8bc3-37faedd38b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.852377 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3e5918e7-8995-4e09-8bc3-37faedd38b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.886827 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-c4879f88-9a94-449a-855f-f4a188b5bb48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:59.888261 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-c4879f88-9a94-449a-855f-f4a188b5bb48 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 200 len: 847 time: 0.0877206 Jan 18 12:45:59.919200 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3e5918e7-8995-4e09-8bc3-37faedd38b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.945208 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5918e7-8995-4e09-8bc3-37faedd38b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb7c474-d2e5-428e-94f4-5382bfc9ac45,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:59.949468 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3e5918e7-8995-4e09-8bc3-37faedd38b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.956266 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3e5918e7-8995-4e09-8bc3-37faedd38b34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3eb7c474-d2e5-428e-94f4-5382bfc9ac45 HTTP/1.1" status: 204 len: 168 time: 0.2512360 Jan 18 12:46:00.119704 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f39c08-ed74-49a9-a704-2168876c5f12 req-830f2515-254a-494a-b0bc-1ccdb0dd5b4a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:00.126404 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-62f39c08-ed74-49a9-a704-2168876c5f12 req-830f2515-254a-494a-b0bc-1ccdb0dd5b4a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.5382833 Jan 18 12:46:00.212386 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-49866023-44dd-47d9-92b9-62f23ee8e096 service neutron] 10.222.0.39 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9345036 Jan 18 12:46:00.262585 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-62f39c08-ed74-49a9-a704-2168876c5f12 req-c81d11d0-da54-4115-9710-755c744dae92 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351900 Jan 18 12:46:00.289903 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-6201c891-ffec-44b1-8394-b7ad1728a0a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3811591 Jan 18 12:46:00.472270 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-bc1e43c5-575e-49eb-a5b2-a7db0e3e59fd service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649957 Jan 18 12:46:00.639490 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb3d8a5a-2bc6-4528-b657-6407cbc3487e req-70c1f08c-a4b3-49b0-9fdf-dcf69bffb530 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711237 Jan 18 12:46:00.753047 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f4c73f4d-9fe3-4453-b327-0ef05cfff23e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:46:00.874392 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51908) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:00.913158 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.998260 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:01.012190 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Usage tracker for resource:security_group_rule and tenant:7d9a62ac40cb4c5099aad03526f0e712 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:01.021402 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:01.040842 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:01.114297 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:01.156746 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'port_id': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'mac_address': 'fa:16:3e:8a:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:46:01.267511 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.268894 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.276128 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.300002 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c73f4d-9fe3-4453-b327-0ef05cfff23e {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:01.354567 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:01.361239 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.405267 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d9a62ac40cb4c5099aad03526f0e712&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5294795 Jan 18 12:46:01.405664 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c5659-0a66-4563-a75b-d3ec2bbd9ef2 req-95dcc64b-d967-47dd-8d29-ceea2035a127 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:01.408083 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8c2c5659-0a66-4563-a75b-d3ec2bbd9ef2 req-95dcc64b-d967-47dd-8d29-ceea2035a127 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.5340898 Jan 18 12:46:01.415560 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51920) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:01.423599 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29606c25-3b34-4f4e-b1bf-9a0200bf3371 req-3c9e413f-d410-437a-8477-a45038f831f6 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:01.440032 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29606c25-3b34-4f4e-b1bf-9a0200bf3371 req-3c9e413f-d410-437a-8477-a45038f831f6 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 943 time: 0.7047009 Jan 18 12:46:01.469983 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8685b6-9741-4d6b-a93c-28203a9f2aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd182ce2-508c-4ec9-8650-17ccbc525788,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:01.602433 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.622888 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:01.660197 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8c2c5659-0a66-4563-a75b-d3ec2bbd9ef2 req-7c4925f3-e7c6-4885-a8c4-6c382f47a007 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949954 Jan 18 12:46:01.661420 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-235f2cea-dfeb-4718-9544-a880043346c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.684362 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29606c25-3b34-4f4e-b1bf-9a0200bf3371 req-4fcb1b62-46a1-42ac-bd21-98331e2f652a tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424614 Jan 18 12:46:01.712212 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['f4c73f4d-9fe3-4453-b327-0ef05cfff23e'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:01.757166 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-235f2cea-dfeb-4718-9544-a880043346c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.901877 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-235f2cea-dfeb-4718-9544-a880043346c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.961459 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f2cea-dfeb-4718-9544-a880043346c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd182ce2-508c-4ec9-8650-17ccbc525788,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:01.968009 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-235f2cea-dfeb-4718-9544-a880043346c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:01.996061 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-235f2cea-dfeb-4718-9544-a880043346c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd182ce2-508c-4ec9-8650-17ccbc525788 HTTP/1.1" status: 204 len: 168 time: 0.5776091 Jan 18 12:46:02.074635 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25d10884-3596-4131-a729-7152f6cc3718 req-2cadb672-7649-4ee4-a419-e0ceaaf92a2b tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 210 time: 0.0799603 Jan 18 12:46:02.104502 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b03055-b5e1-41dd-ab53-ea05dbe5794d req-150e9d6d-2930-4c42-80bd-9be8a6f5ec17 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:02.106026 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b03055-b5e1-41dd-ab53-ea05dbe5794d req-150e9d6d-2930-4c42-80bd-9be8a6f5ec17 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1816180 Jan 18 12:46:02.240002 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3b03055-b5e1-41dd-ab53-ea05dbe5794d req-2d985f79-01f3-40aa-95af-3b2f10be0883 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274149 Jan 18 12:46:02.430278 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613db41-da03-40b9-aca1-40dcb7260c47 req-08c70e7f-573c-4b5a-b0f3-0b9af882f070 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:02.434355 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5613db41-da03-40b9-aca1-40dcb7260c47 req-08c70e7f-573c-4b5a-b0f3-0b9af882f070 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1277814 Jan 18 12:46:02.544074 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5613db41-da03-40b9-aca1-40dcb7260c47 req-ba298b9e-1cbf-4589-90cf-ebe537dcce8d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959449 Jan 18 12:46:03.158176 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-163f2c02-71f7-4887-b9f1-554ad85fef08 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:03.160386 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-163f2c02-71f7-4887-b9f1-554ad85fef08 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "GET /v2.0/networks?id=ff123c21-42b2-4f8e-a012-799ca499bc62 HTTP/1.1" status: 200 len: 814 time: 0.2543283 Jan 18 12:46:03.183636 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Request body: {'port': {'device_id': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62', 'admin_state_up': True, 'tenant_id': '52d92c352ea54108b9a0551fa942cf8d'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:03.271538 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3f98-d7e4-4be8-bc19-d9648a179a01 req-1546d9a4-1d66-44cc-b958-cdec5d48b041 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:03.283849 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87cb3f98-d7e4-4be8-bc19-d9648a179a01 req-1546d9a4-1d66-44cc-b958-cdec5d48b041 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 944 time: 0.3458872 Jan 18 12:46:03.356258 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-87cb3f98-d7e4-4be8-bc19-d9648a179a01 req-83d7d62f-5021-4653-bc49-ec78baaed815 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711064 Jan 18 12:46:03.383914 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51944) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:03.430834 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:03.519016 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:03.530564 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Usage tracker for resource:security_group_rule and tenant:d15804378d324ca283282531aeead524 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:03.537831 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:03.560528 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:03.670656 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2470d357-c812-4209-9ed9-764c5cb64e5c req-3304aedf-2675-4983-b3a1-e2fb2d63de1b tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 210 time: 0.3095527 Jan 18 12:46:03.701438 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:03.739683 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Usage tracker for resource:port and tenant:52d92c352ea54108b9a0551fa942cf8d is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:03.744164 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:03.759702 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:03.766535 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:03.774915 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:03.803747 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Made reservation on behalf of 52d92c352ea54108b9a0551fa942cf8d for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:03.809572 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:03.842998 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd56bf5-25b3-4fa5-beee-77a2d1c39957 req-fecac6ac-fea6-4b69-abde-c8aa33c3e4ee tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:03.844720 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3fd56bf5-25b3-4fa5-beee-77a2d1c39957 req-fecac6ac-fea6-4b69-abde-c8aa33c3e4ee tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.2891598 Jan 18 12:46:03.880628 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506b3610-2fd8-4469-8050-8898481198c8,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:03.885762 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e5e8f645-dc3c-49fc-a0e5-aecd0e0b2cbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d15804378d324ca283282531aeead524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5006804 Jan 18 12:46:03.888310 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 51952) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:04.001053 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3fd56bf5-25b3-4fa5-beee-77a2d1c39957 req-15fc5087-151a-491b-8ccf-5e63936d93c8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494536 Jan 18 12:46:04.020385 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fcccc286-1e04-46df-a5a6-19e309c9f793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:04.080897 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fcccc286-1e04-46df-a5a6-19e309c9f793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:04.135493 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4d7f5-eaf9-4ad4-aeff-c362c89b8b53 req-d3ec01be-d9cf-438c-b6c4-43c9e6bdce67 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:04.138246 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cab4d7f5-eaf9-4ad4-aeff-c362c89b8b53 req-d3ec01be-d9cf-438c-b6c4-43c9e6bdce67 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2341759 Jan 18 12:46:04.141221 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-633d9873-3f9a-42da-b00d-a3a064cd39ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:04.211388 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fcccc286-1e04-46df-a5a6-19e309c9f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:04.242109 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccc286-1e04-46df-a5a6-19e309c9f793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506b3610-2fd8-4469-8050-8898481198c8,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:04.271487 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fcccc286-1e04-46df-a5a6-19e309c9f793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:04.272698 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-fcccc286-1e04-46df-a5a6-19e309c9f793 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/506b3610-2fd8-4469-8050-8898481198c8 HTTP/1.1" status: 204 len: 168 time: 0.3833971 Jan 18 12:46:04.299090 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cab4d7f5-eaf9-4ad4-aeff-c362c89b8b53 req-dab3c932-5da3-425f-ac38-ee9fa182e58c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464493 Jan 18 12:46:04.373175 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Allocated IP 172.20.0.2 (ff123c21-42b2-4f8e-a012-799ca499bc62/443aa1a3-af05-41ea-9660-38a43d2fb185/70fea135-d6be-4a77-9877-0856886f75a3) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:46:04.762940 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f4c73f4d-9fe3-4453-b327-0ef05cfff23e up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:46:04.923687 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:04.944588 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652204-b59d-4efb-bbb9-00caf3d6c952 req-6f9eae7f-2c47-45a7-96c8-213f883d82ee tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:04.958298 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e5652204-b59d-4efb-bbb9-00caf3d6c952 req-6f9eae7f-2c47-45a7-96c8-213f883d82ee tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 944 time: 0.3292208 Jan 18 12:46:04.978736 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port f4c73f4d-9fe3-4453-b327-0ef05cfff23e completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:46:04.985402 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port f4c73f4d-9fe3-4453-b327-0ef05cfff23e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:46:04.985836 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:05.171508 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:05.236355 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e5652204-b59d-4efb-bbb9-00caf3d6c952 req-e04c53c5-afda-4a70-915d-3f16a92871a5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771196 Jan 18 12:46:05.239219 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:05.259269 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:05.262169 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:05.278787 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:05.470251 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:05.508380 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Network ff123c21-42b2-4f8e-a012-799ca499bc62 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:46:05.540181 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:05.547150 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:46:05.896348 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:05.896348 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:05.964006 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Pushing event updated for resources: {'Port': ['ID=70fea135-d6be-4a77-9877-0856886f75a3,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:06.019907 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d80c6-63f2-4146-896f-b214323b9005 req-ff3cf35c-f51e-4371-a15d-e7a3beb20ceb tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:06.033794 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-083d80c6-63f2-4146-896f-b214323b9005 req-ff3cf35c-f51e-4371-a15d-e7a3beb20ceb tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.4189022 Jan 18 12:46:06.133276 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c3935-8bde-470e-87d8-b85162065182 req-c49b1e15-a24d-4ae0-94a9-b33af3ece3c1 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:06.133276 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-460c3935-8bde-470e-87d8-b85162065182 req-c49b1e15-a24d-4ae0-94a9-b33af3ece3c1 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Synchronizing usage tracker for tenant:52d92c352ea54108b9a0551fa942cf8d on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:06.184779 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-516109bd-6790-48cf-8df2-0dfe266f0ccf tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0092280 Jan 18 12:46:06.206724 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-083d80c6-63f2-4146-896f-b214323b9005 req-fca25811-e838-4d32-be7c-71325f9cb4b4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693630 Jan 18 12:46:06.215085 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Request body: {'port': {'device_id': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:06.293052 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-460c3935-8bde-470e-87d8-b85162065182 req-c49b1e15-a24d-4ae0-94a9-b33af3ece3c1 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Unset dirty status for tenant:52d92c352ea54108b9a0551fa942cf8d on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:06.300409 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-460c3935-8bde-470e-87d8-b85162065182 req-c49b1e15-a24d-4ae0-94a9-b33af3ece3c1 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 931 time: 1.3120024 Jan 18 12:46:06.343954 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'code': 200} Jan 18 12:46:06.366617 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-da023646-8518-44f1-8bd6-8d4c868874d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:06.628891 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-460c3935-8bde-470e-87d8-b85162065182 req-59644a86-a363-48d2-a813-628c37046ebd tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256764 Jan 18 12:46:06.665123 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:06.767263 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a810ef-c4a9-41a3-8bb1-57fcc432ad9e req-8e6cbd71-8db9-4508-bf96-defbf217f907 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:06.769043 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d3a810ef-c4a9-41a3-8bb1-57fcc432ad9e req-8e6cbd71-8db9-4508-bf96-defbf217f907 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2514949 Jan 18 12:46:07.059831 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b41a9f80-1062-4cbb-9b2f-52bcfe0ae628 req-11e85c90-801d-46eb-8463-5df0ca58988d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.3697019 Jan 18 12:46:07.074511 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d3a810ef-c4a9-41a3-8bb1-57fcc432ad9e req-8b769c02-9a48-4adf-9c0e-c5c4d2cbe4c6 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745595 Jan 18 12:46:07.090428 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6ea81-a13a-4b4c-a69c-37ebe1306ab0 req-cab2c62a-530e-46ec-844e-16e573a32a65 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:07.097301 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be6ea81-a13a-4b4c-a69c-37ebe1306ab0 req-cab2c62a-530e-46ec-844e-16e573a32a65 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.2884002 Jan 18 12:46:07.413082 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b41a9f80-1062-4cbb-9b2f-52bcfe0ae628 req-09e79d59-11ab-435c-af06-c40428a812b6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122692 Jan 18 12:46:07.462746 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0be6ea81-a13a-4b4c-a69c-37ebe1306ab0 req-453035cf-daaa-4d74-a058-85da05715fe2 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644493 Jan 18 12:46:07.475576 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:07.617709 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be763d1-2b5e-4dc8-bdfd-fecbe6e9908e req-347e4f6c-78da-41ab-a43c-0df0a6f642a1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:07.619199 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6be763d1-2b5e-4dc8-bdfd-fecbe6e9908e req-347e4f6c-78da-41ab-a43c-0df0a6f642a1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1495984 Jan 18 12:46:07.726452 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:07.750782 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6be763d1-2b5e-4dc8-bdfd-fecbe6e9908e req-69862435-7bff-4f86-9e01-4628b52d7247 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213043 Jan 18 12:46:07.939918 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70fea135-d6be-4a77-9877-0856886f75a3 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:07.949729 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:07.978983 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Transition to ACTIVE for port object 70fea135-d6be-4a77-9877-0856886f75a3 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:46:07.989584 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:08.035350 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a5fc-2ef7-4876-8fd8-bbcb20cf9dfb req-d17e7603-0d6b-4aba-9c32-32106b88acdd tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:08.036998 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92f2a5fc-2ef7-4876-8fd8-bbcb20cf9dfb req-d17e7603-0d6b-4aba-9c32-32106b88acdd tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 931 time: 0.1506202 Jan 18 12:46:08.187146 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=70fea135-d6be-4a77-9877-0856886f75a3,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:08.218800 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92f2a5fc-2ef7-4876-8fd8-bbcb20cf9dfb req-9ca179f4-0664-48ca-9a37-ff3b8bf303e0 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714103 Jan 18 12:46:08.463434 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Attempting to bind port 70fea135-d6be-4a77-9877-0856886f75a3 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:46:08.463765 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Attempting to bind port 70fea135-d6be-4a77-9877-0856886f75a3 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:46:08.464086 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Attempting to bind port 70fea135-d6be-4a77-9877-0856886f75a3 on network ff123c21-42b2-4f8e-a012-799ca499bc62 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:46:08.472306 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Port 70fea135-d6be-4a77-9877-0856886f75a3 on network ff123c21-42b2-4f8e-a012-799ca499bc62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:46:08.472306 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Attempting to bind port 70fea135-d6be-4a77-9877-0856886f75a3 on network ff123c21-42b2-4f8e-a012-799ca499bc62 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:46:08.482886 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:46:08.483110 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Checking segment: {'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:08.483461 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Bound using segment: {'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:46:08.483888 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Bound port: 70fea135-d6be-4a77-9877-0856886f75a3, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:46:08.484247 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:08.760104 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e9904-b339-41f1-9d8b-52babe66c1ca req-95264435-3b82-46e6-893a-4b84cf1b8c86 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:08.761993 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-650e9904-b339-41f1-9d8b-52babe66c1ca req-95264435-3b82-46e6-893a-4b84cf1b8c86 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.4249926 Jan 18 12:46:08.932072 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:08.950956 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] For port 70fea135-d6be-4a77-9877-0856886f75a3, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:46:08.971916 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-650e9904-b339-41f1-9d8b-52babe66c1ca req-09858338-5275-4483-98d4-a4577c79dcc8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040122 Jan 18 12:46:08.975337 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] For port 70fea135-d6be-4a77-9877-0856886f75a3, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70fea135-d6be-4a77-9877-0856886f75a3,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:46:08.985727 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:09.106408 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf18b-1d3e-4a0f-89f5-d26dce2fce14 req-e5cd44d9-ea8d-4e4b-952c-15862ba8eb27 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:09.108057 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ffaf18b-1d3e-4a0f-89f5-d26dce2fce14 req-e5cd44d9-ea8d-4e4b-952c-15862ba8eb27 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.3369370 Jan 18 12:46:09.218169 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:09.219544 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] 10.222.0.85 "PUT /v2.0/ports/70fea135-d6be-4a77-9877-0856886f75a3 HTTP/1.1" status: 200 len: 1093 time: 3.0108137 Jan 18 12:46:09.224833 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'tag': '70fea135-d6be-4a77-9877-0856886f75a3'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:09.281017 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a1bf3-c57f-467c-8aac-0a09f556b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=70fea135-d6be-4a77-9877-0856886f75a3,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:09.504018 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ffaf18b-1d3e-4a0f-89f5-d26dce2fce14 req-626a9432-5b34-4e9b-b820-7dfdd04cbbb0 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599389 Jan 18 12:46:09.595135 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3e2b-db53-4d01-99e0-37280f8c4bd2 req-a5037d7d-2e81-4b50-983f-bcd6365929a8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:09.603763 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4ebc3e2b-db53-4d01-99e0-37280f8c4bd2 req-a5037d7d-2e81-4b50-983f-bcd6365929a8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.3874135 Jan 18 12:46:09.612277 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'tag': '70fea135-d6be-4a77-9877-0856886f75a3', 'status': 'completed', 'code': 200} Jan 18 12:46:09.654259 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-e13595e4-96f6-49d7-bfcb-548821cf7e94 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=52d92c352ea54108b9a0551fa942cf8d&device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 1096 time: 0.3702927 Jan 18 12:46:09.831857 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:46:09.975523 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4ebc3e2b-db53-4d01-99e0-37280f8c4bd2 req-bd369b83-955c-4363-be2d-7f6e30efa23a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540974 Jan 18 12:46:09.995181 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-e273fce6-c630-4477-93d0-2e0841d98ad3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70fea135-d6be-4a77-9877-0856886f75a3 HTTP/1.1" status: 200 len: 217 time: 0.3292143 Jan 18 12:46:10.182902 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-e50d2d27-3fcc-4f65-ae28-fc6f3b73aa98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:10.184736 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-e50d2d27-3fcc-4f65-ae28-fc6f3b73aa98 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=443aa1a3-af05-41ea-9660-38a43d2fb185 HTTP/1.1" status: 200 len: 854 time: 0.1544113 Jan 18 12:46:10.291960 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-50587579-9040-4ba8-8c8e-5401849eadb4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ff123c21-42b2-4f8e-a012-799ca499bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989099 Jan 18 12:46:10.575671 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa002c1-2dd1-42ba-ab79-649e31e22f2b req-ffdb14d4-0bfb-4e4f-82d8-c531b7f48ced tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:10.577955 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9aa002c1-2dd1-42ba-ab79-649e31e22f2b req-ffdb14d4-0bfb-4e4f-82d8-c531b7f48ced tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 943 time: 0.7974923 Jan 18 12:46:10.600717 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6166-5648-4fc6-a0d0-49d64372aad1 req-7a8e40f3-9f44-4140-b021-4f45d796f1d9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:10.608092 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-077c6166-5648-4fc6-a0d0-49d64372aad1 req-7a8e40f3-9f44-4140-b021-4f45d796f1d9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3922389 Jan 18 12:46:10.646482 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-24708364-3214-4adb-a18b-940d1f3625f1 service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153682 Jan 18 12:46:10.712280 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-077c6166-5648-4fc6-a0d0-49d64372aad1 req-4e30c826-632a-4e12-a3a2-b784071ee309 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030653 Jan 18 12:46:10.765207 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52084) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:10.887537 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9aa002c1-2dd1-42ba-ab79-649e31e22f2b req-3faadfac-a1a2-47af-911a-832028b28730 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032527 Jan 18 12:46:11.045545 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c24061d-ad70-49f0-8bfe-7870cbe856da req-daec6018-e472-490c-b2b3-f97dcd4cc332 service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901381 Jan 18 12:46:11.080383 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e13e8-ef0f-4510-9310-7c41aff3fd51 req-d2eb64a7-8fc9-4c1e-8234-3fd52a5a0fc7 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:11.090385 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-657e13e8-ef0f-4510-9310-7c41aff3fd51 req-d2eb64a7-8fc9-4c1e-8234-3fd52a5a0fc7 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1270390 Jan 18 12:46:11.111130 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:11.185306 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:11.196621 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Usage tracker for resource:security_group_rule and tenant:eff626a671fe46f482cf782ee9915701 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:11.205219 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:11.222964 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:11.264115 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-657e13e8-ef0f-4510-9310-7c41aff3fd51 req-2522b5e3-a740-4fcb-a4aa-f22660945ba8 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688733 Jan 18 12:46:11.408280 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a940851b-c068-417d-b093-fc2742a53b6e req-2e3e3e43-f399-44ab-877f-32104d898656 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=52d92c352ea54108b9a0551fa942cf8d&device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 1096 time: 0.2785678 Jan 18 12:46:11.422566 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:11.431304 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:11.497999 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c293bf6a-3eaa-40fe-85cc-d062e5bb6bb4,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:11.507828 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-493cdac1-3c34-48b4-a0f3-0e5d437d0db1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eff626a671fe46f482cf782ee9915701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7379763 Jan 18 12:46:11.509383 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52108) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:11.659917 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5b27609-f8e8-4eb5-a87c-7338289d43a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:11.732119 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940851b-c068-417d-b093-fc2742a53b6e req-cfea5b86-81a9-484b-9aa5-868d47238dcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:11.733595 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5b27609-f8e8-4eb5-a87c-7338289d43a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:11.734120 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a940851b-c068-417d-b093-fc2742a53b6e req-cfea5b86-81a9-484b-9aa5-868d47238dcb service neutron] 10.222.0.85 "GET /v2.0/networks?id=ff123c21-42b2-4f8e-a012-799ca499bc62 HTTP/1.1" status: 200 len: 915 time: 0.3168485 Jan 18 12:46:11.741177 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f2e48-4ea2-4b6c-880c-90506d5e2047 req-d580087e-a56b-457c-a5bd-f35f42f3871b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:11.752112 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca4f2e48-4ea2-4b6c-880c-90506d5e2047 req-d580087e-a56b-457c-a5bd-f35f42f3871b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.4372132 Jan 18 12:46:11.826930 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5b27609-f8e8-4eb5-a87c-7338289d43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:11.846049 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b27609-f8e8-4eb5-a87c-7338289d43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293bf6a-3eaa-40fe-85cc-d062e5bb6bb4,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:11.864068 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5b27609-f8e8-4eb5-a87c-7338289d43a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:11.865832 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f5b27609-f8e8-4eb5-a87c-7338289d43a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c293bf6a-3eaa-40fe-85cc-d062e5bb6bb4 HTTP/1.1" status: 204 len: 168 time: 0.3554568 Jan 18 12:46:11.925519 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a940851b-c068-417d-b093-fc2742a53b6e req-affb36ca-1919-4cc7-8fd4-91ace05a119c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70fea135-d6be-4a77-9877-0856886f75a3 HTTP/1.1" status: 200 len: 217 time: 0.1713257 Jan 18 12:46:12.011686 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca4f2e48-4ea2-4b6c-880c-90506d5e2047 req-a71678b9-73d0-4aa5-8a70-0d20986b2198 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585850 Jan 18 12:46:12.063229 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940851b-c068-417d-b093-fc2742a53b6e req-aa41a90a-5131-40f4-96a3-73dedea1e161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:12.066271 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a940851b-c068-417d-b093-fc2742a53b6e req-aa41a90a-5131-40f4-96a3-73dedea1e161 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=443aa1a3-af05-41ea-9660-38a43d2fb185 HTTP/1.1" status: 200 len: 854 time: 0.1302786 Jan 18 12:46:12.196594 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa774d-3033-4cbf-b002-0bee687e7580 req-77b5a4c0-5a91-44e6-b238-8a508abe77da tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:12.204031 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c5fa774d-3033-4cbf-b002-0bee687e7580 req-77b5a4c0-5a91-44e6-b238-8a508abe77da tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.3464110 Jan 18 12:46:12.207632 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a940851b-c068-417d-b093-fc2742a53b6e req-df3cad3d-9eaa-4810-94c1-cb94fe1fc4a4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ff123c21-42b2-4f8e-a012-799ca499bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250179 Jan 18 12:46:12.480606 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52158) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:12.507361 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:12.515753 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c5fa774d-3033-4cbf-b002-0bee687e7580 req-9f6c8cbb-7424-4282-9528-dcc517429689 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115740 Jan 18 12:46:12.597331 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52164) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:12.605027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:12.630572 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Usage tracker for resource:security_group_rule and tenant:cf12d3ed75dc49918a406040d04d95d6 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:12.633198 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a940851b-c068-417d-b093-fc2742a53b6e req-2a81a4ae-f335-453f-b267-ace6e0cfcd7d service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090312 Jan 18 12:46:12.642870 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:12.659837 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:12.662941 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c77983-f131-4566-b30f-06730a8295ba req-9552548e-18d2-4e42-a1d4-46fa7c9ce60c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:12.672566 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b4c77983-f131-4566-b30f-06730a8295ba req-9552548e-18d2-4e42-a1d4-46fa7c9ce60c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.4135520 Jan 18 12:46:12.814030 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:12.821855 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:12.879532 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfa6c5-4c35-444b-b854-bc7451b0bc3c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:12.884850 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b25d057e-732b-464d-97ff-93a07bef2646 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf12d3ed75dc49918a406040d04d95d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4029145 Jan 18 12:46:12.889585 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52178) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:12.963010 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b4c77983-f131-4566-b30f-06730a8295ba req-e59aa360-27d4-45b9-90d4-66a89b4ea500 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893832 Jan 18 12:46:12.966020 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4c156566-619f-47ae-9512-043d7773e856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.002057 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a940851b-c068-417d-b093-fc2742a53b6e req-94b67b7b-cdc3-4d1c-877f-bed8dd0f9053 service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551500 Jan 18 12:46:13.021178 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f57ac-36d8-471f-ad0e-7fa4dc17e87d req-9902e560-6b9d-413c-864a-916f43cea92c tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:13.022569 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a54f57ac-36d8-471f-ad0e-7fa4dc17e87d req-9902e560-6b9d-413c-864a-916f43cea92c tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 943 time: 0.1839411 Jan 18 12:46:13.043609 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4c156566-619f-47ae-9512-043d7773e856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.069288 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a54f57ac-36d8-471f-ad0e-7fa4dc17e87d req-a80f29e1-ea68-4dda-af90-025e613501a6 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Jan 18 12:46:13.119200 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6e9d0f25-45da-40c4-bee3-25bd0acbf905 tempest-TestShelveInstance-151388725 tempest-TestShelveInstance-151388725-project-admin] Synchronizing usage tracker for tenant:da93ec5c19854f1e8f7f606cad858b1d on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:13.135284 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4c156566-619f-47ae-9512-043d7773e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.219108 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6e9d0f25-45da-40c4-bee3-25bd0acbf905 tempest-TestShelveInstance-151388725 tempest-TestShelveInstance-151388725-project-admin] Unset dirty status for tenant:da93ec5c19854f1e8f7f606cad858b1d on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:13.220269 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-6e9d0f25-45da-40c4-bee3-25bd0acbf905 tempest-TestShelveInstance-151388725 tempest-TestShelveInstance-151388725-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1093 time: 0.6211793 Jan 18 12:46:13.223336 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 52184) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:13.227192 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156566-619f-47ae-9512-043d7773e856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfa6c5-4c35-444b-b854-bc7451b0bc3c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:13.229179 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4c156566-619f-47ae-9512-043d7773e856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.232505 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4c156566-619f-47ae-9512-043d7773e856 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fdfa6c5-4c35-444b-b854-bc7451b0bc3c HTTP/1.1" status: 204 len: 168 time: 0.3396542 Jan 18 12:46:13.236889 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Request body: {'floatingip': {'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'port_id': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:13.251012 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:13.256766 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Usage tracker for resource:floatingip and tenant:d5c071b6bab34379a4018fb4d33bbdfe is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:13.260784 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:13.267677 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:13.285215 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for floatingip, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.313937 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b28a8d-d33c-4fbe-bdf9-a39c9afaad3e req-d7fc20e5-c108-4344-8a8b-acb637427c11 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:13.315400 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c1b28a8d-d33c-4fbe-bdf9-a39c9afaad3e req-d7fc20e5-c108-4344-8a8b-acb637427c11 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1411047 Jan 18 12:46:13.456850 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c1b28a8d-d33c-4fbe-bdf9-a39c9afaad3e req-eb3a6b2d-5f34-421d-bbe7-68a47a2cb441 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977552 Jan 18 12:46:13.548132 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-748fec2e-d0b3-4187-a157-58a9a21340f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1098 time: 0.1324630 Jan 18 12:46:13.553489 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.796524 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-3d840658-6c39-4e86-b7f9-14240a3bbfb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:13.797957 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-3d840658-6c39-4e86-b7f9-14240a3bbfb4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.2047148 Jan 18 12:46:13.813472 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Allocated IP 172.28.2.184 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/86742cc7-e452-4044-8477-31603f1d9b20) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:46:13.891235 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52202) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:13.962690 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] Deleting subnet a88b9719-5dde-40a6-9221-e3dc71230be5 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:46:13.967230 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.997921 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-fe526362-4b97-4026-afe7-31a0be6c0f62 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 200 len: 1001 time: 0.1819060 Jan 18 12:46:14.050142 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581228'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.103300 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-95d05e97-985c-4297-9d45-763f3d21dcf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:14.104882 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-95d05e97-985c-4297-9d45-763f3d21dcf8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.1001935 Jan 18 12:46:14.138224 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.206550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52216) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:14.229552 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3890451'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.231549 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.269297 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88b9719-5dde-40a6-9221-e3dc71230be5,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:14.275639 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.285374 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ec26fb94-8e74-41fe-ad59-d5a7b9f25760 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a88b9719-5dde-40a6-9221-e3dc71230be5 HTTP/1.1" status: 204 len: 168 time: 0.3887014 Jan 18 12:46:14.285374 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52222) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:14.379585 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.381099 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456063815-network', 'tenant_id': 'c3183c5afda04ecaab1bb896c20a31e9'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:14.393667 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:14.408059 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Usage tracker for resource:network and tenant:c3183c5afda04ecaab1bb896c20a31e9 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:14.412441 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:14.416666 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4d43-c5c6-4446-aca8-f9611449f73a req-4bee78fa-cf2d-47dd-87d0-c593c0b641cc tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:14.418107 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1efc4d43-c5c6-4446-aca8-f9611449f73a req-4bee78fa-cf2d-47dd-87d0-c593c0b641cc tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3011296 Jan 18 12:46:14.428469 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-b62346b6-4b44-4459-bce2-c45c13a9dd66 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3005362 Jan 18 12:46:14.430183 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:14.439764 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.450761 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Made reservation on behalf of c3183c5afda04ecaab1bb896c20a31e9 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:14.453072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.474225 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525401a3-0b30-4507-907b-175da3fe02f5 req-8ae1662e-5466-4596-85b2-4ee395691769 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:14.475782 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-525401a3-0b30-4507-907b-175da3fe02f5 req-8ae1662e-5466-4596-85b2-4ee395691769 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 943 time: 0.2523324 Jan 18 12:46:14.498188 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.619979 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.631736 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:14.644189 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Usage tracker for resource:security_group_rule and tenant:c3183c5afda04ecaab1bb896c20a31e9 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:14.650165 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:14.657428 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e464fde1-d27d-4cfc-be12-83cd361de91e']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:46:14.665379 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:14.669060 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:46:14.675704 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46fd248-b0a8-48bf-a456-dace5c45076d') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:46:14.675992 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46fd248-b0a8-48bf-a456-dace5c45076d') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:46:14.677164 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:14.693542 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.695730 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:46:14.715729 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.722600 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'Port': ['ID=86742cc7-e452-4044-8477-31603f1d9b20,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:14.726692 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:46:14.727106 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:46:14.740374 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:46:14.785517 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1efc4d43-c5c6-4446-aca8-f9611449f73a req-4b65bd26-a975-4fd8-90aa-1bde5abfc3c6 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462839 Jan 18 12:46:14.800006 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-525401a3-0b30-4507-907b-175da3fe02f5 req-159b22b4-3145-4f54-92c2-9610d6471ffa tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994549 Jan 18 12:46:14.815242 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 70fea135-d6be-4a77-9877-0856886f75a3 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:46:14.860040 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-b27250ba-8318-4bf3-abed-94f477405a45 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151771 Jan 18 12:46:14.860333 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.879795 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.881239 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.891665 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e464fde1-d27d-4cfc-be12-83cd361de91e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:14.898430 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-fc785313-1055-40b8-b5c1-2a76b81ee8d5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e464fde1-d27d-4cfc-be12-83cd361de91e HTTP/1.1" status: 204 len: 168 time: 0.6122456 Jan 18 12:46:14.899436 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.931903 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:46:14.945809 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0840b1-a2be-496e-b7d2-93334571965e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:14.950584 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.951122 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Added segment 11a717ad-b412-42a0-aaa8-810a7fe333ab of type vlan for network a2c980eb-273f-422f-99df-cf6c4e0a2fbf Jan 18 12:46:15.004794 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.052942 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.054173 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:15.054543 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.081898 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 70fea135-d6be-4a77-9877-0856886f75a3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70fea135-d6be-4a77-9877-0856886f75a3,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:15.098907 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '70fea135-d6be-4a77-9877-0856886f75a3', 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62', 'port_id': '70fea135-d6be-4a77-9877-0856886f75a3', 'mac_address': 'fa:16:3e:85:be:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443aa1a3-af05-41ea-9660-38a43d2fb185', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:46:15.165914 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.174375 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 52230) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:15.185364 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70fea135-d6be-4a77-9877-0856886f75a3 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:15.186786 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c980eb-273f-422f-99df-cf6c4e0a2fbf,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:15.191304 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-71d24392-8f4d-49dd-959f-a8d3f0201a39 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9833875 Jan 18 12:46:15.194518 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52234) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:15.200348 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Request body: {'subnet': {'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456063815-subnet', 'tenant_id': 'c3183c5afda04ecaab1bb896c20a31e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:15.205074 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network a2c980eb-273f-422f-99df-cf6c4e0a2fbf details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:46:15.205756 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:15.209723 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Usage tracker for resource:subnet and tenant:c3183c5afda04ecaab1bb896c20a31e9 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:15.212686 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:15.219138 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:15.224061 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6c8c718-14f9-4a31-bdc3-99d4e20a0bc5 req-9a3fb032-1686-4fab-af73-8ffa6f47546f service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531101 Jan 18 12:46:15.224736 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 70fea135-d6be-4a77-9877-0856886f75a3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70fea135-d6be-4a77-9877-0856886f75a3,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:15.244297 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Made reservation on behalf of c3183c5afda04ecaab1bb896c20a31e9 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:15.246766 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3890444'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.271433 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.359899 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77f70-a2e8-4df9-befc-500ecb926635 req-27424037-50ec-4238-aa3b-c96fa6cd2990 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:15.361371 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c2c77f70-a2e8-4df9-befc-500ecb926635 req-27424037-50ec-4238-aa3b-c96fa6cd2990 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.3416693 Jan 18 12:46:15.369435 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ac64479f-672e-4ec9-9ba4-19dbde383295 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8700c12026a44606a40061e1c8198896&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1840158 Jan 18 12:46:15.370842 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52238) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:15.371789 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=70fea135-d6be-4a77-9877-0856886f75a3,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:15.433619 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c2c77f70-a2e8-4df9-befc-500ecb926635 req-cdbcec5c-b6c0-424b-8ff3-f4ceba8ff546 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581505 Jan 18 12:46:15.520189 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9c3c-313b-45df-9f43-7046ad8067f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.552415 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3878555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3890458'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.589334 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['70fea135-d6be-4a77-9877-0856886f75a3'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:15.595763 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9c3c-313b-45df-9f43-7046ad8067f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.611202 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.672113 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.682423 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdb7ced-fd64-403e-ae90-a97ad893f545,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:15.702914 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Checking segment: {'id': '11a717ad-b412-42a0-aaa8-810a7fe333ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:15.703287 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Network hostable DHCP agents. Network: a2c980eb-273f-422f-99df-cf6c4e0a2fbf, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:46:15.723246 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9c3c-313b-45df-9f43-7046ad8067f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.744717 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c9c3c-313b-45df-9f43-7046ad8067f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c012e1a-9a4a-4cf4-abea-6150f7a91961,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:15.752466 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Network a2c980eb-273f-422f-99df-cf6c4e0a2fbf is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:46:15.759068 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8a7c9c3c-313b-45df-9f43-7046ad8067f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.762595 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8a7c9c3c-313b-45df-9f43-7046ad8067f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c012e1a-9a4a-4cf4-abea-6150f7a91961 HTTP/1.1" status: 204 len: 168 time: 0.3883276 Jan 18 12:46:15.777077 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, a2c980eb-273f-422f-99df-cf6c4e0a2fbf) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:15.782650 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:15.783245 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.791783 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc98477d-7346-45ca-8e06-c4a730825f4d None None] Network a2c980eb-273f-422f-99df-cf6c4e0a2fbf requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:15.809341 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-37920fef-b964-4800-928c-cf3340db8736 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6134372 Jan 18 12:46:15.944716 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.955027 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:16.134774 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24756438-c695-444e-a840-bb2d75acf550 None None] Network a2c980eb-273f-422f-99df-cf6c4e0a2fbf requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:16.176487 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event updated for resources: {'Port': ['ID=86742cc7-e452-4044-8477-31603f1d9b20,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:16.215509 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:16.436562 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb6f9b-c75a-49ab-971e-6ee07d285889 req-ea5e719e-c497-41f6-9efd-a9b004b02323 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:16.438011 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14cb6f9b-c75a-49ab-971e-6ee07d285889 req-ea5e719e-c497-41f6-9efd-a9b004b02323 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 944 time: 0.4007077 Jan 18 12:46:16.445828 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7099e-5dc1-44fe-ad92-600243303d66 req-9cf6be5e-4cc6-47f4-b26d-db514e983e51 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:16.447255 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-95a7099e-5dc1-44fe-ad92-600243303d66 req-9cf6be5e-4cc6-47f4-b26d-db514e983e51 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3602703 Jan 18 12:46:16.598374 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14cb6f9b-c75a-49ab-971e-6ee07d285889 req-91ead09b-3ab5-4345-8a21-bab85611a682 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492653 Jan 18 12:46:16.603844 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-95a7099e-5dc1-44fe-ad92-600243303d66 req-9b2c7360-dd16-40a0-9976-2f84cd89efd9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365530 Jan 18 12:46:16.654632 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Floating IP 1b816bba-b13d-4c5c-8d20-6f1ce3999615 associated. External IP: 172.28.2.184, port: f4c73f4d-9fe3-4453-b327-0ef05cfff23e. Jan 18 12:46:16.833763 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 70fea135-d6be-4a77-9877-0856886f75a3 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:46:16.898270 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3700fd-fb43-4412-b247-0f350f867abc req-9afacd71-9f77-4685-bb38-362b3ca6bbde tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:16.899752 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e3700fd-fb43-4412-b247-0f350f867abc req-9afacd71-9f77-4685-bb38-362b3ca6bbde tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 945 time: 0.1530545 Jan 18 12:46:16.941620 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 70fea135-d6be-4a77-9877-0856886f75a3 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:46:16.950263 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 70fea135-d6be-4a77-9877-0856886f75a3 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:46:16.950844 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:16.982482 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e3700fd-fb43-4412-b247-0f350f867abc req-82c924e5-e3e0-442e-b4e1-bd18091a6128 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686176 Jan 18 12:46:17.237795 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.288352 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fea135-d6be-4a77-9877-0856886f75a3'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:17.291298 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52288) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:17.297718 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1867747745-network', 'tenant_id': '4001114dd1794b5dae41c44ab3302018'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:17.302231 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:17.310969 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 70fea135-d6be-4a77-9877-0856886f75a3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70fea135-d6be-4a77-9877-0856886f75a3,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:17.317375 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.318393 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:46:17.319061 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Usage tracker for resource:network and tenant:4001114dd1794b5dae41c44ab3302018 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:17.325416 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:17.329788 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Router 99819d1e-46ac-4ebc-a220-076be2f6249d has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:46:17.338214 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:17.351213 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Made reservation on behalf of 4001114dd1794b5dae41c44ab3302018 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:17.354523 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.392207 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.409998 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fea135-d6be-4a77-9877-0856886f75a3', 'code': 200} Jan 18 12:46:17.439103 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:17.446192 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Usage tracker for resource:security_group_rule and tenant:4001114dd1794b5dae41c44ab3302018 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:17.452533 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:17.465799 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:17.500612 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=70fea135-d6be-4a77-9877-0856886f75a3,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:17.619966 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.620265 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.627620 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.666399 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:17.676573 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.729090 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:46:17.749538 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d88753-56f7-4acb-8bf4-15a785f07807,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:17.764925 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.765282 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Added segment 2d56498f-3200-4d52-8bb6-51d961e9171e of type vlan for network 81355c95-86b2-4e5c-9445-c2e8ff8720a9 Jan 18 12:46:17.819429 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.826082 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=8']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:17.875885 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.877174 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:17.880071 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.000599 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] Pushing event updated for resources: {'Network': ['ID=81355c95-86b2-4e5c-9445-c2e8ff8720a9,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:18.004313 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8d1a6bfe-1ad2-441d-a318-f4920273aac8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7119412 Jan 18 12:46:18.007336 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52302) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:18.023594 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Request body: {'subnet': {'network_id': '81355c95-86b2-4e5c-9445-c2e8ff8720a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1867747745-subnet', 'tenant_id': '4001114dd1794b5dae41c44ab3302018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:18.024275 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19313c25-a04a-4fe2-b777-29f4cbd7707f req-ea246ea5-a1e9-4785-b830-a32b40e63bdc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 1098 time: 0.3480878 Jan 18 12:46:18.028685 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:18.031325 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 81355c95-86b2-4e5c-9445-c2e8ff8720a9 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:46:18.033235 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Usage tracker for resource:subnet and tenant:4001114dd1794b5dae41c44ab3302018 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:18.036890 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:18.044687 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:18.065149 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Made reservation on behalf of 4001114dd1794b5dae41c44ab3302018 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:18.068170 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3890444'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.079914 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:46:18.091897 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] Sync routers for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:46:18.108705 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:46:18.109228 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:46:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:46:18.148150 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515c298-2d02-4713-8465-bea8ce0067f3 req-06fbbaea-ab82-40d1-bfdd-a71f406d97ca tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:18.149941 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a515c298-2d02-4713-8465-bea8ce0067f3 req-06fbbaea-ab82-40d1-bfdd-a71f406d97ca tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2267561 Jan 18 12:46:18.156755 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19313c25-a04a-4fe2-b777-29f4cbd7707f req-ea76bf23-f238-4bb1-8414-6cdbd68c69e2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128118 Jan 18 12:46:18.166355 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2185dc-8488-4463-8cec-9a61d449a30a req-9c00d2dc-9fd7-4dcc-a8c0-a2e30657a043 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:18.168037 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc2185dc-8488-4463-8cec-9a61d449a30a req-9c00d2dc-9fd7-4dcc-a8c0-a2e30657a043 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 945 time: 0.3081234 Jan 18 12:46:18.193470 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.294929 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a515c298-2d02-4713-8465-bea8ce0067f3 req-2c7a76fb-7b40-4842-9091-c47e8c8ed096 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257265 Jan 18 12:46:18.301708 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:46:18.315043 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c0a06abe-758b-4929-8913-1542aa8a5268 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0903897 Jan 18 12:46:18.317115 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:18.326070 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc2185dc-8488-4463-8cec-9a61d449a30a req-986d4b0d-06b8-40b1-83ca-ba2a244fbcd2 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364574 Jan 18 12:46:18.398379 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3878555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3890458'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.410896 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'status': 'completed', 'code': 200} Jan 18 12:46:18.486469 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Checking segment: {'id': '2d56498f-3200-4d52-8bb6-51d961e9171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '81355c95-86b2-4e5c-9445-c2e8ff8720a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:18.486817 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Network hostable DHCP agents. Network: 81355c95-86b2-4e5c-9445-c2e8ff8720a9, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:46:18.493188 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef79c848-2833-4df7-97ff-e3156a5004bf,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:18.512686 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Network 81355c95-86b2-4e5c-9445-c2e8ff8720a9 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:46:18.526134 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 81355c95-86b2-4e5c-9445-c2e8ff8720a9) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:18.530767 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:18.531449 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.536564 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d723030-ef9f-476a-8f97-6069b9236d41 None None] Network 81355c95-86b2-4e5c-9445-c2e8ff8720a9 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:18.560803 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d2789b31-f47a-4ee8-8f87-75cc2f2f69df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5521429 Jan 18 12:46:18.595949 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-6161b870-b5e7-457e-a342-9f7636694fd5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.1591554 Jan 18 12:46:18.617034 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcd6c8-18e7-4d8e-a387-970619976789 req-6961606f-f843-47fd-b4e7-36c0fe912332 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:18.623954 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3cfcd6c8-18e7-4d8e-a387-970619976789 req-6961606f-f843-47fd-b4e7-36c0fe912332 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1424029 Jan 18 12:46:18.736649 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '1b816bba-b13d-4c5c-8d20-6f1ce3999615', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'floating_ip_address': '172.28.2.184', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'port_id': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'mac_address': 'fa:16:3e:8a:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:46:15Z', 'updated_at': '2022-01-18T12:46:15Z', 'revision_number': 0, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:21Z', 'revision_number': 5, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:46:18.741319 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] Checking router: 99819d1e-46ac-4ebc-a220-076be2f6249d for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:46:18.753958 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:46:18.754907 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:46:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:46:18.785577 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f792d3-15cb-417d-8745-1fdbf3d0871c None None] Network 81355c95-86b2-4e5c-9445-c2e8ff8720a9 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:46:18.897271 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3cfcd6c8-18e7-4d8e-a387-970619976789 req-b991b434-857f-4865-8cce-857373828dd0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713771 Jan 18 12:46:18.941773 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-bedbc008-a377-4fbe-a354-ee020544116c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:18.951085 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-bedbc008-a377-4fbe-a354-ee020544116c service neutron] 10.222.0.85 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 909 time: 0.3223758 Jan 18 12:46:18.964979 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:46:19.170284 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-ef5253eb-dce8-40fc-8260-0f3580816b81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 999 time: 0.2115960 Jan 18 12:46:19.298816 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-6aff9038-b919-4d5e-b415-de81d354e896 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:19.300408 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-6aff9038-b919-4d5e-b415-de81d354e896 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 200 len: 847 time: 0.1169379 Jan 18 12:46:19.411299 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:19.450687 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '1b816bba-b13d-4c5c-8d20-6f1ce3999615', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'floating_ip_address': '172.28.2.184', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'port_id': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'mac_address': 'fa:16:3e:8a:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:46:15Z', 'updated_at': '2022-01-18T12:46:15Z', 'revision_number': 0, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:21Z', 'revision_number': 5, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:46:19.457286 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb641016-299c-44e2-b4e1-c3e090762460 None None] The sync data for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb is: [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '1b816bba-b13d-4c5c-8d20-6f1ce3999615', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'floating_ip_address': '172.28.2.184', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'port_id': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'mac_address': 'fa:16:3e:8a:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:46:15Z', 'updated_at': '2022-01-18T12:46:15Z', 'revision_number': 0, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:21Z', 'revision_number': 5, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:46:19.701837 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3b1e71f5-3723-47fc-8bda-bfc5d40961d8 req-b7b8fbda-a3cd-41ae-83e9-d329d74ecdba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.3498819 Jan 18 12:46:19.707260 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-a18ca66a-24ba-4f25-8a84-9724d08fc4de tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:19.713972 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-a18ca66a-24ba-4f25-8a84-9724d08fc4de tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/networks?id=a2c980eb-273f-422f-99df-cf6c4e0a2fbf HTTP/1.1" status: 200 len: 808 time: 0.4023404 Jan 18 12:46:19.748619 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-00da98cc-2649-4cdc-8fda-1b6f0d20aca1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3521266 Jan 18 12:46:19.759554 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b9274849-c940-4387-b49f-106b927c807c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/quotas/c3183c5afda04ecaab1bb896c20a31e9 HTTP/1.1" status: 200 len: 375 time: 0.0441556 Jan 18 12:46:19.813284 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc83dff-2099-4041-9965-f78f80440dd6 None None] New status for floating IP 1b816bba-b13d-4c5c-8d20-6f1ce3999615: ACTIVE {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:46:19.892138 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-49072446-1889-4b97-a0b4-bdf1f4e2baa2 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3183c5afda04ecaab1bb896c20a31e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1322255 Jan 18 12:46:19.984005 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3b1e71f5-3723-47fc-8bda-bfc5d40961d8 req-0976eb88-2d41-4589-be71-375a6b71d22f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672122 Jan 18 12:46:20.124343 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-41031545-8b74-4347-9bb2-c121ae2d5e90 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633289 Jan 18 12:46:20.140970 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-51c635f7-a8fb-4532-ae51-b22588e7aa57 service neutron] 10.222.0.39 "GET /v2.0/networks/a2c980eb-273f-422f-99df-cf6c4e0a2fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479706 Jan 18 12:46:20.295353 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14880f5-b30f-4b87-ae29-cb8336c99bb1 req-b2b0315a-5515-404a-b31f-138acf4864bc tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:20.296804 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c14880f5-b30f-4b87-ae29-cb8336c99bb1 req-b2b0315a-5515-404a-b31f-138acf4864bc tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3148849 Jan 18 12:46:20.425147 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-324c6fd3-77e2-406d-8dc4-bd0691a587ba service neutron] 10.222.0.39 "GET /v2.0/networks/a2c980eb-273f-422f-99df-cf6c4e0a2fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832577 Jan 18 12:46:20.430953 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c14880f5-b30f-4b87-ae29-cb8336c99bb1 req-4fd3a008-db9f-4915-a6d8-c44c2e24b3bc tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273482 Jan 18 12:46:20.434058 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32db0269-d3ab-4330-96c6-44ef5cc9586a req-3c409bc5-1a50-4498-8b53-40f4057ac204 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202115 Jan 18 12:46:20.577145 dv-cinder-825100-1-smb neutron-server[82856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660', 'code': 422} returned with failed status Jan 18 12:46:20.636257 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9dd5-ebb9-4bb2-a1f9-8aac9ba7ea0d req-a62ecc51-ca21-4eb5-9df0-c208d321f5df tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:20.637688 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93de9dd5-ebb9-4bb2-a1f9-8aac9ba7ea0d req-a62ecc51-ca21-4eb5-9df0-c208d321f5df tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 945 time: 0.0821919 Jan 18 12:46:20.735558 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93de9dd5-ebb9-4bb2-a1f9-8aac9ba7ea0d req-aab8993b-a979-43b4-acd0-1881d0391755 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910668 Jan 18 12:46:20.779562 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-75c73044-eea7-4470-95cd-f85fb57b6a14 req-30cbe166-817b-4a91-84c9-54ed56e5ccdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1010993 Jan 18 12:46:20.842339 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cce692e7-ab5b-4647-b52c-b20f54c057bd req-095c598d-5d94-47d4-9986-ad6887d1c371 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 210 time: 0.0445578 Jan 18 12:46:20.844064 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:46:21.195640 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c8ac6-f9da-457c-acaa-8ec12dc84eec req-157b507a-4cd9-41a6-b0b8-fc6ecfc8a07f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:21.201492 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5a4c8ac6-f9da-457c-acaa-8ec12dc84eec req-157b507a-4cd9-41a6-b0b8-fc6ecfc8a07f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1058135 Jan 18 12:46:21.252627 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5a4c8ac6-f9da-457c-acaa-8ec12dc84eec req-e20b9b6f-6b77-4813-8c20-21ccc645599d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Jan 18 12:46:21.262340 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 52402) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:21.449040 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-9e2076aa-e754-4fb1-ad90-4210a2a0e6c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844656 Jan 18 12:46:21.839508 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c8ebf-56fe-4bdf-ac76-72c6a9342246 req-72d3a163-5bd4-40b4-8a6c-99bf22c186f9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:21.841048 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c9c8ebf-56fe-4bdf-ac76-72c6a9342246 req-72d3a163-5bd4-40b4-8a6c-99bf22c186f9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2188306 Jan 18 12:46:21.912998 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c9c8ebf-56fe-4bdf-ac76-72c6a9342246 req-f2b4ba67-a500-41eb-ba52-ea5ad4f0f2ad tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607796 Jan 18 12:46:22.088020 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4babbdcc-2e81-434a-b274-30543735a20c req-07ea9c90-0036-4230-857b-ffe8e2395c8d tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 210 time: 0.0603845 Jan 18 12:46:22.211741 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-a6698136-fea9-469a-943d-8a02f73264f0 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:22.215542 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-a6698136-fea9-469a-943d-8a02f73264f0 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.85 "GET /v2.0/networks?id=a2c980eb-273f-422f-99df-cf6c4e0a2fbf HTTP/1.1" status: 200 len: 808 time: 0.3005457 Jan 18 12:46:22.250818 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Request body: {'port': {'device_id': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf', 'admin_state_up': True, 'tenant_id': 'c3183c5afda04ecaab1bb896c20a31e9'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:22.430490 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:22.443448 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Usage tracker for resource:port and tenant:c3183c5afda04ecaab1bb896c20a31e9 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:22.482600 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:22.508742 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:22.616791 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Made reservation on behalf of c3183c5afda04ecaab1bb896c20a31e9 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:22.619754 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:22.749288 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368988d0-dfa2-4a67-a5bb-f96dd0276479 req-7d8b8dd7-4217-4780-8ce5-431e08a720d1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:22.750758 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-368988d0-dfa2-4a67-a5bb-f96dd0276479 req-7d8b8dd7-4217-4780-8ce5-431e08a720d1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.3089294 Jan 18 12:46:22.802322 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-74bacf99-4e35-40a3-9482-54ff645bdb72 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7893ee1e0906446283f7b83ac23f9a02&device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 1098 time: 0.2911403 Jan 18 12:46:22.935700 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecebe3-d689-419d-9352-996ecfb1852f req-bab5fd08-c3f9-44d7-ad40-7842a1b0c282 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:22.937166 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29ecebe3-d689-419d-9352-996ecfb1852f req-bab5fd08-c3f9-44d7-ad40-7842a1b0c282 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3785391 Jan 18 12:46:23.009519 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-368988d0-dfa2-4a67-a5bb-f96dd0276479 req-0eed947c-31e7-4ec2-b3d7-06cfca2f8b42 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380641 Jan 18 12:46:23.010715 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Allocated IP 172.20.0.9 (a2c980eb-273f-422f-99df-cf6c4e0a2fbf/bbdb7ced-fd64-403e-ae90-a97ad893f545/7c64f1a0-0d16-4a02-9369-7c44baf754ac) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:46:23.067502 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-52b5af4d-35a7-40e1-ba2b-e68dd6c92131 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e&tenant_id=df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 1096 time: 0.0931678 Jan 18 12:46:23.068772 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29ecebe3-d689-419d-9352-996ecfb1852f req-c46039f6-d643-42ab-920e-f8fb61603627 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186974 Jan 18 12:46:23.123530 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-fd78a68a-787b-413f-8408-217b32c62709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:23.125042 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-fd78a68a-787b-413f-8408-217b32c62709 service neutron] 10.222.0.85 "GET /v2.0/networks?id=97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 200 len: 920 time: 0.2851548 Jan 18 12:46:23.163782 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-0617b3a2-ccc5-4de1-a6cc-4daf506bb47c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1096 time: 0.0752404 Jan 18 12:46:23.211106 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-2a30fcca-65df-4bf4-bd54-adf966afc3ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 200 len: 217 time: 0.0777409 Jan 18 12:46:23.305140 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e87eca-cd62-4896-bc26-a337ae42078d req-ae84fe8e-fde8-4439-ad37-a546e4df1617 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:23.306548 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-ae84fe8e-fde8-4439-ad37-a546e4df1617 service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.1350234 Jan 18 12:46:23.371674 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4d5e3c67-60a7-4664-a76a-bc9b857fda73 req-f1edc2bc-6f22-447a-86a9-f28acde677d1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 210 time: 0.0614183 Jan 18 12:46:23.404197 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-68742e6e-a8e3-4855-8085-0c0e0d59f5b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:23.405624 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-68742e6e-a8e3-4855-8085-0c0e0d59f5b6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 200 len: 859 time: 0.1739719 Jan 18 12:46:23.419713 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-0ec9bdf8-b9bb-4dcd-bce2-2d6ca6acc152 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 200 len: 999 time: 0.1017945 Jan 18 12:46:23.470890 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-06771612-5db1-41d9-b408-6396aec09f60 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97eb3b03-a55b-49e4-9afa-3770f7db924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543277 Jan 18 12:46:23.490860 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e87eca-cd62-4896-bc26-a337ae42078d req-edd083ea-9370-49ba-8977-e9d89f2814eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:23.492279 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-edd083ea-9370-49ba-8977-e9d89f2814eb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.0615897 Jan 18 12:46:23.509332 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:23.567406 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-4ba707b3-ae40-46d5-bebd-e659f3941bf8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689907 Jan 18 12:46:23.711621 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-d9e396b8-62d1-49c2-8e10-b60a986a58f7 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350546 Jan 18 12:46:23.712764 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-041a7a7b-b037-408a-ae5a-d2d82356f6a1 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288203 Jan 18 12:46:23.714658 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:23.871097 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-59e87eca-cd62-4896-bc26-a337ae42078d req-4f1e889f-cf7a-405a-954f-1d9575c5f6a3 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393445 Jan 18 12:46:23.871290 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Pushing event updated for resources: {'Port': ['ID=7c64f1a0-0d16-4a02-9369-7c44baf754ac,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:23.876657 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Network a2c980eb-273f-422f-99df-cf6c4e0a2fbf is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:46:23.880132 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:23.885259 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:46:23.965919 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5b25d04-bf88-42ae-8ce7-c55f7ab348b6 req-a7e9bce7-36f5-4d1e-9a9b-bdd3675bb8b3 service neutron] 10.222.0.85 "GET /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186339 Jan 18 12:46:23.974695 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:23.975310 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:23.995705 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-b48024f0-3eb9-427c-a00a-d1596091ede1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7555401 Jan 18 12:46:24.008714 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Request body: {'port': {'device_id': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:24.153676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:24.512041 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09360411-d190-4cf7-827f-deb92bc3895b req-1900e81f-8f57-4ec9-b8f4-4a368fcbaaba tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:24.513563 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09360411-d190-4cf7-827f-deb92bc3895b req-1900e81f-8f57-4ec9-b8f4-4a368fcbaaba tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.3156958 Jan 18 12:46:24.524335 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda72ff-b3b1-4a09-9afa-3c114cd230a5 req-a1ad0940-3a2e-477e-8a72-66886b6fb80d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:24.531008 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7eda72ff-b3b1-4a09-9afa-3c114cd230a5 req-a1ad0940-3a2e-477e-8a72-66886b6fb80d tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2939661 Jan 18 12:46:24.666242 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09360411-d190-4cf7-827f-deb92bc3895b req-7d4985b4-c1d2-4ea0-a80e-4bc388074641 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293216 Jan 18 12:46:24.684855 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7eda72ff-b3b1-4a09-9afa-3c114cd230a5 req-26cbebff-c9f2-4d23-ba2a-f761e79fcbd0 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529005 Jan 18 12:46:24.811404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c64f1a0-0d16-4a02-9369-7c44baf754ac {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:24.821153 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:24.885313 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Transition to ACTIVE for port object 7c64f1a0-0d16-4a02-9369-7c44baf754ac will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:46:24.894790 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:25.030826 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Pushing event updated for resources: {'Port': ['ID=7c64f1a0-0d16-4a02-9369-7c44baf754ac,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:25.061187 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e65a-7033-45e9-b1fb-d4cfa93dc067 req-f1ad7512-c11e-46e3-b4e3-288fdca6a532 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:25.061882 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-97e5e65a-7033-45e9-b1fb-d4cfa93dc067 req-f1ad7512-c11e-46e3-b4e3-288fdca6a532 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Synchronizing usage tracker for tenant:c3183c5afda04ecaab1bb896c20a31e9 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:25.147084 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-97e5e65a-7033-45e9-b1fb-d4cfa93dc067 req-f1ad7512-c11e-46e3-b4e3-288fdca6a532 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Unset dirty status for tenant:c3183c5afda04ecaab1bb896c20a31e9 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:25.148275 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-97e5e65a-7033-45e9-b1fb-d4cfa93dc067 req-f1ad7512-c11e-46e3-b4e3-288fdca6a532 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 931 time: 0.3299584 Jan 18 12:46:25.218811 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Attempting to bind port 7c64f1a0-0d16-4a02-9369-7c44baf754ac on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:46:25.219149 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Attempting to bind port 7c64f1a0-0d16-4a02-9369-7c44baf754ac by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '11a717ad-b412-42a0-aaa8-810a7fe333ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:46:25.219466 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Attempting to bind port 7c64f1a0-0d16-4a02-9369-7c44baf754ac on network a2c980eb-273f-422f-99df-cf6c4e0a2fbf {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:46:25.231969 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-97e5e65a-7033-45e9-b1fb-d4cfa93dc067 req-6836470c-6728-4290-a5ae-0449acbe97b1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745735 Jan 18 12:46:25.232679 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Port 7c64f1a0-0d16-4a02-9369-7c44baf754ac on network a2c980eb-273f-422f-99df-cf6c4e0a2fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:46:25.232990 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Attempting to bind port 7c64f1a0-0d16-4a02-9369-7c44baf754ac on network a2c980eb-273f-422f-99df-cf6c4e0a2fbf {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:46:25.241890 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:46:25.242286 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Checking segment: {'id': '11a717ad-b412-42a0-aaa8-810a7fe333ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:25.242721 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Bound using segment: {'id': '11a717ad-b412-42a0-aaa8-810a7fe333ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:46:25.243471 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Bound port: 7c64f1a0-0d16-4a02-9369-7c44baf754ac, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a717ad-b412-42a0-aaa8-810a7fe333ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:46:25.243897 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:25.389071 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] For port 7c64f1a0-0d16-4a02-9369-7c44baf754ac, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:46:25.393198 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] For port 7c64f1a0-0d16-4a02-9369-7c44baf754ac, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7c64f1a0-0d16-4a02-9369-7c44baf754ac,segment=NetworkSegment(11a717ad-b412-42a0-aaa8-810a7fe333ab),segment_id=11a717ad-b412-42a0-aaa8-810a7fe333ab)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:46:25.399340 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:25.482906 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:25.484948 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] 10.222.0.85 "PUT /v2.0/ports/7c64f1a0-0d16-4a02-9369-7c44baf754ac HTTP/1.1" status: 200 len: 1093 time: 1.4810703 Jan 18 12:46:25.485658 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'tag': '7c64f1a0-0d16-4a02-9369-7c44baf754ac'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:25.509919 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c941ba8-dcc6-427a-8766-1d26e4d18816 service neutron] Pushing event updated for resources: {'Port': ['ID=7c64f1a0-0d16-4a02-9369-7c44baf754ac,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:25.616803 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'tag': '7c64f1a0-0d16-4a02-9369-7c44baf754ac', 'status': 'completed', 'code': 200} Jan 18 12:46:26.034645 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35b534-63df-4bc2-bd74-99f567ac9a7c req-d226277f-7b03-4e90-9344-18ab88aaf85a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:26.039561 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8b35b534-63df-4bc2-bd74-99f567ac9a7c req-d226277f-7b03-4e90-9344-18ab88aaf85a tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1908438 Jan 18 12:46:26.074673 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2a4e1-46b0-40bc-a50c-c50266d949c3 req-b06417ea-4a85-45be-8b77-e4c4822a735d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:26.083236 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-23b2a4e1-46b0-40bc-a50c-c50266d949c3 req-b06417ea-4a85-45be-8b77-e4c4822a735d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1649802 Jan 18 12:46:26.266514 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-23b2a4e1-46b0-40bc-a50c-c50266d949c3 req-10564161-65d8-4a3c-b6a5-bd1ce54ad29d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815054 Jan 18 12:46:26.269128 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8b35b534-63df-4bc2-bd74-99f567ac9a7c req-d0261853-ff89-4782-adf0-6170536a86c2 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233875 Jan 18 12:46:26.610931 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d210d-ff28-4b7e-99fc-7c5aba8af268 req-924992fe-a858-48c2-9dad-5551520e6cd0 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:26.612752 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-529d210d-ff28-4b7e-99fc-7c5aba8af268 req-924992fe-a858-48c2-9dad-5551520e6cd0 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.1368480 Jan 18 12:46:26.669754 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-529d210d-ff28-4b7e-99fc-7c5aba8af268 req-da14f06a-d080-450d-b93c-3f8893a08861 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491505 Jan 18 12:46:27.574584 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d688-7d97-4b5b-8a58-88dc4d83a7ff req-9aec6243-fe02-4175-a39e-f6518e11e9f9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:27.576286 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-37f6d688-7d97-4b5b-8a58-88dc4d83a7ff req-9aec6243-fe02-4175-a39e-f6518e11e9f9 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1144037 Jan 18 12:46:27.582777 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698fd9c-47e1-42d4-931e-d92340100469 req-7845bce5-2908-459f-80d3-d2baa0708936 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:27.584927 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6698fd9c-47e1-42d4-931e-d92340100469 req-7845bce5-2908-459f-80d3-d2baa0708936 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1784139 Jan 18 12:46:27.659319 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-37f6d688-7d97-4b5b-8a58-88dc4d83a7ff req-802b3a9d-8404-4b66-a8fe-1261e77f41fe tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728922 Jan 18 12:46:27.663071 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6698fd9c-47e1-42d4-931e-d92340100469 req-ea6c7223-6413-4e20-9048-cea6f4eee8a6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601387 Jan 18 12:46:27.917430 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684fa3f-e042-4561-a81a-ecd800001eee req-8a02e813-3d4d-4ec3-bd8c-3db564597ec1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:27.918916 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2684fa3f-e042-4561-a81a-ecd800001eee req-8a02e813-3d4d-4ec3-bd8c-3db564597ec1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0788465 Jan 18 12:46:28.001817 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2684fa3f-e042-4561-a81a-ecd800001eee req-8caca9ad-50f5-42ae-9528-c8689aada027 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685771 Jan 18 12:46:29.089880 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c45480-3555-4e64-ab32-c8645e26f949 req-51cf0a37-4e79-477f-bd8d-f05c516b17f8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:29.091386 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4c45480-3555-4e64-ab32-c8645e26f949 req-51cf0a37-4e79-477f-bd8d-f05c516b17f8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2303836 Jan 18 12:46:29.097414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589316a8-bf55-459b-ac51-08a1c9568b29 req-d534c404-b316-4988-9019-cc1985a1f57b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:29.098842 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-589316a8-bf55-459b-ac51-08a1c9568b29 req-d534c404-b316-4988-9019-cc1985a1f57b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1578565 Jan 18 12:46:29.216694 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4c45480-3555-4e64-ab32-c8645e26f949 req-90e84942-3b19-4d2b-9fb4-c167a3cfe889 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162333 Jan 18 12:46:29.226057 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-589316a8-bf55-459b-ac51-08a1c9568b29 req-cc99533e-564d-4f93-a2ba-6031711bfd14 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114485 Jan 18 12:46:29.426174 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6a170-426d-492c-8378-eb2c9d083c60 req-3d54abe6-531a-408e-96c7-cc5741a62775 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:29.427622 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f2d6a170-426d-492c-8378-eb2c9d083c60 req-3d54abe6-531a-408e-96c7-cc5741a62775 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0782311 Jan 18 12:46:29.478541 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f2d6a170-426d-492c-8378-eb2c9d083c60 req-304a3a25-eff8-4540-992a-8af91b98ab02 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Jan 18 12:46:30.580992 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57079bc-eb53-4c72-87a6-ae4df5fa2168 req-2ee19dff-1e85-439f-9984-1d869a1e861b tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:30.589183 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b57079bc-eb53-4c72-87a6-ae4df5fa2168 req-2ee19dff-1e85-439f-9984-1d869a1e861b tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2162545 Jan 18 12:46:30.651100 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be730dc-d1bc-4d4f-a7d1-6fd9fb7d7992 req-0c7f65fa-046c-48dc-90c3-78114c2c182a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:30.652602 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1be730dc-d1bc-4d4f-a7d1-6fd9fb7d7992 req-0c7f65fa-046c-48dc-90c3-78114c2c182a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.2089107 Jan 18 12:46:30.662748 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b57079bc-eb53-4c72-87a6-ae4df5fa2168 req-5221164b-b046-42ab-9112-4a2fbfba223c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724819 Jan 18 12:46:30.723930 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1be730dc-d1bc-4d4f-a7d1-6fd9fb7d7992 req-dd7b22b4-19ff-4867-aea9-d6c8b20336d3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653641 Jan 18 12:46:30.867312 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74cf38-91fb-4a82-bdce-d66ca96680e2 req-8718aaa8-fc79-45bf-bb1e-d4bff3a4dfe3 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:30.871076 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db74cf38-91fb-4a82-bdce-d66ca96680e2 req-8718aaa8-fc79-45bf-bb1e-d4bff3a4dfe3 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0826139 Jan 18 12:46:30.928560 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db74cf38-91fb-4a82-bdce-d66ca96680e2 req-a145df44-eaf8-464c-a337-c681b2ffc856 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538974 Jan 18 12:46:31.523833 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.980786 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454e71b-aa89-44e5-a0dd-1b18d36c9246 req-b52e2cb9-4e22-4360-b55b-9186aa86381f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:31.982271 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e454e71b-aa89-44e5-a0dd-1b18d36c9246 req-b52e2cb9-4e22-4360-b55b-9186aa86381f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1382115 Jan 18 12:46:32.008977 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bd107-8036-4f3d-8830-5bf323c5f5f4 req-7fb2d5f3-7e3e-4214-bf02-4ca66ba0b8a2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:32.010384 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-509bd107-8036-4f3d-8830-5bf323c5f5f4 req-7fb2d5f3-7e3e-4214-bf02-4ca66ba0b8a2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1261857 Jan 18 12:46:32.064203 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e454e71b-aa89-44e5-a0dd-1b18d36c9246 req-1a669899-c647-4a31-aa4f-d868c1fead76 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745869 Jan 18 12:46:32.076406 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-509bd107-8036-4f3d-8830-5bf323c5f5f4 req-b3632e33-9df8-42e8-9790-22df9aefe128 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582159 Jan 18 12:46:32.282727 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dbd6f-4a2c-491d-bb24-c1a85118b7a1 req-7f7b1f9d-e468-43c0-9aca-e4a540ab1f4c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:32.284365 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b46dbd6f-4a2c-491d-bb24-c1a85118b7a1 req-7f7b1f9d-e468-43c0-9aca-e4a540ab1f4c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0923500 Jan 18 12:46:32.331244 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b46dbd6f-4a2c-491d-bb24-c1a85118b7a1 req-7869e8fb-5af4-4905-bcf7-27fd89fa9d06 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Jan 18 12:46:33.399672 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647fc3f-47b5-41dc-985b-7cbfadf2a7e4 req-84965f69-24a0-4b04-80f4-9bb0990d61b8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:33.406675 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5647fc3f-47b5-41dc-985b-7cbfadf2a7e4 req-84965f69-24a0-4b04-80f4-9bb0990d61b8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1854661 Jan 18 12:46:33.432828 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427543b-030f-432a-b0c0-c531c144c010 req-6758c1bc-5d4f-4184-8b7d-6fb7420d2ec5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:33.434370 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b427543b-030f-432a-b0c0-c531c144c010 req-6758c1bc-5d4f-4184-8b7d-6fb7420d2ec5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1630168 Jan 18 12:46:33.547557 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5647fc3f-47b5-41dc-985b-7cbfadf2a7e4 req-e35c6dda-6cc7-401c-8716-31747a86f20c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399140 Jan 18 12:46:33.553135 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b427543b-030f-432a-b0c0-c531c144c010 req-3e861f41-0575-494e-8c68-ad641d5c260e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014116 Jan 18 12:46:33.795788 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3df0d-b19e-4dbe-affd-a18cc672f92c req-9e0eeee2-731b-47b7-8887-4ea8cff07681 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:33.797245 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-72f3df0d-b19e-4dbe-affd-a18cc672f92c req-9e0eeee2-731b-47b7-8887-4ea8cff07681 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.1134431 Jan 18 12:46:33.850494 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-72f3df0d-b19e-4dbe-affd-a18cc672f92c req-ef14b661-2ce2-40e8-b327-0a8978674608 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Jan 18 12:46:34.125651 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3fd-9f1f-46fb-b283-989423347df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:34.876129 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c146c-1675-4a7a-990b-9f8604e3fd94 req-f017300a-655a-4ead-923a-c501f7b91558 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:34.877493 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e61c146c-1675-4a7a-990b-9f8604e3fd94 req-f017300a-655a-4ead-923a-c501f7b91558 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1657357 Jan 18 12:46:34.884136 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5ece0-6145-4c78-9616-686e4607972d req-e4ccc604-b5df-4949-9f42-eb18bd0e23ec tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:34.885579 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9b5ece0-6145-4c78-9616-686e4607972d req-e4ccc604-b5df-4949-9f42-eb18bd0e23ec tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2061348 Jan 18 12:46:34.994280 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e61c146c-1675-4a7a-990b-9f8604e3fd94 req-7f58558a-7fb0-4904-8e5f-74d377b55e98 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077204 Jan 18 12:46:35.009477 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9b5ece0-6145-4c78-9616-686e4607972d req-5377e85d-efed-4495-82a5-5ad434fd8f49 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055703 Jan 18 12:46:35.248592 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b94137-3549-4e03-85a2-5e7d559e8db8 req-eaf87599-fe3b-4377-bf98-899fc393785b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:35.250171 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09b94137-3549-4e03-85a2-5e7d559e8db8 req-eaf87599-fe3b-4377-bf98-899fc393785b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.1132503 Jan 18 12:46:35.303070 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-09b94137-3549-4e03-85a2-5e7d559e8db8 req-d335cc6f-0165-4352-b248-542be5d8cba8 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468202 Jan 18 12:46:36.338423 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001416-1bdc-44df-a72d-b13128a9f213 req-6e7fe7f0-0c5a-45db-8a15-918c614b6532 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:36.340058 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07001416-1bdc-44df-a72d-b13128a9f213 req-6e7fe7f0-0c5a-45db-8a15-918c614b6532 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1542413 Jan 18 12:46:36.348926 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c1c03-f62a-4ad6-8f75-ba8bb06b2e5e req-21a09586-c42a-4b0e-960f-dd3ec60014a8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:36.350442 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b56c1c03-f62a-4ad6-8f75-ba8bb06b2e5e req-21a09586-c42a-4b0e-960f-dd3ec60014a8 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.2150960 Jan 18 12:46:36.376506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-babbb050-dcea-4e2a-be14-3e962e92a356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:36.450603 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07001416-1bdc-44df-a72d-b13128a9f213 req-b91194e1-74ab-4928-a60a-a2381a918eb2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991235 Jan 18 12:46:36.453028 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b56c1c03-f62a-4ad6-8f75-ba8bb06b2e5e req-c5bda18c-a9d0-4bfb-9567-55777b131b45 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743346 Jan 18 12:46:36.689496 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6307c4e-0c36-444a-8961-a0225476c9bd req-0c069457-68eb-46ea-9f8a-429f202be3ad tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:36.692758 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e6307c4e-0c36-444a-8961-a0225476c9bd req-0c069457-68eb-46ea-9f8a-429f202be3ad tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0979908 Jan 18 12:46:36.739401 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e6307c4e-0c36-444a-8961-a0225476c9bd req-c110c292-5932-4fb9-a926-6273d3a45708 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Jan 18 12:46:37.462797 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:37.710642 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:37.733262 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a0e13-fc1a-4dec-88e5-4e2d2588c18f req-856b7dee-0bfe-489d-8f81-6f11261642fa tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:37.734627 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc6a0e13-fc1a-4dec-88e5-4e2d2588c18f req-856b7dee-0bfe-489d-8f81-6f11261642fa tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1042089 Jan 18 12:46:37.740967 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295e697-242c-4ad7-afbd-555b3674e4e0 req-c25e0e59-ec08-4a65-8720-ef84036eaa61 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:37.742315 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6295e697-242c-4ad7-afbd-555b3674e4e0 req-c25e0e59-ec08-4a65-8720-ef84036eaa61 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1453598 Jan 18 12:46:37.813475 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bc6a0e13-fc1a-4dec-88e5-4e2d2588c18f req-42cb246a-b009-4809-ad56-4c20e51f6976 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702095 Jan 18 12:46:37.820935 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6295e697-242c-4ad7-afbd-555b3674e4e0 req-63b1de6c-bc07-4bcb-bfb7-fdc750c30a33 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646167 Jan 18 12:46:38.019049 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1cb3a-b91f-4051-abb7-7ea2efdcacdc req-3accfdce-ef4a-42f3-b598-7c637f8c2245 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:38.020521 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45f1cb3a-b91f-4051-abb7-7ea2efdcacdc req-3accfdce-ef4a-42f3-b598-7c637f8c2245 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0827787 Jan 18 12:46:38.067688 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45f1cb3a-b91f-4051-abb7-7ea2efdcacdc req-0a3ce967-ea4c-4276-a61a-9f24c2261191 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Jan 18 12:46:38.405684 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c0ceeafd-7ffd-4638-bb36-33fb3c558d39 req-e5d4bcc6-e7c0-4ddc-9d15-321e7156712d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c3183c5afda04ecaab1bb896c20a31e9&device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 1096 time: 0.0765152 Jan 18 12:46:38.616042 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceeafd-7ffd-4638-bb36-33fb3c558d39 req-f593c4a0-df77-4b70-acc4-89c0218e6b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:38.617491 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c0ceeafd-7ffd-4638-bb36-33fb3c558d39 req-f593c4a0-df77-4b70-acc4-89c0218e6b4b service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=c3183c5afda04ecaab1bb896c20a31e9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1866088 Jan 18 12:46:38.626835 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-e808fa3c-e9f3-49d4-924d-aae2d164fa36 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1096 time: 0.1971519 Jan 18 12:46:38.879524 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceeafd-7ffd-4638-bb36-33fb3c558d39 req-e08ebc00-1887-48d7-a111-3a0174083a2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:38.881587 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c0ceeafd-7ffd-4638-bb36-33fb3c558d39 req-e08ebc00-1887-48d7-a111-3a0174083a2c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430279 Jan 18 12:46:38.886983 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-aa04d871-56bf-4296-8edf-069d1f0ab652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:38.888618 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-aa04d871-56bf-4296-8edf-069d1f0ab652 service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.2276647 Jan 18 12:46:38.923874 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:39.189797 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-b48bf9b1-893c-4ac0-991f-b7a3e6650a94 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 200 len: 999 time: 0.2823753 Jan 18 12:46:39.341791 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-1e681b7f-c103-4f87-9d4e-41d0db8d2a7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c3183c5afda04ecaab1bb896c20a31e9&device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 1096 time: 0.3761120 Jan 18 12:46:39.363538 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7134af-9827-4b6b-abea-c2398ada2d09 req-50f92862-b259-459c-82a3-0c677b5a06e2 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:39.365522 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5f7134af-9827-4b6b-abea-c2398ada2d09 req-50f92862-b259-459c-82a3-0c677b5a06e2 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.3629580 Jan 18 12:46:39.463444 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-cf0db738-d679-4669-a458-ad3a56ef3859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:39.465036 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-cf0db738-d679-4669-a458-ad3a56ef3859 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.2621710 Jan 18 12:46:39.466208 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-2eeb9f9e-63b8-4788-9a7d-ca5d80bcc64f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c64f1a0-0d16-4a02-9369-7c44baf754ac HTTP/1.1" status: 200 len: 217 time: 0.1113896 Jan 18 12:46:39.485930 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582037e8-fb73-44fd-9483-b461e49f0952 req-f5a32819-94c0-4b70-9deb-e91f234dffd3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:39.487250 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-582037e8-fb73-44fd-9483-b461e49f0952 req-f5a32819-94c0-4b70-9deb-e91f234dffd3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.3678327 Jan 18 12:46:39.600344 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5f7134af-9827-4b6b-abea-c2398ada2d09 req-a61d3932-b796-42b2-8deb-f027575614f4 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822464 Jan 18 12:46:39.638944 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-1f5b18ac-3bee-468d-90b8-94d437a8793d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:39.640389 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-1f5b18ac-3bee-468d-90b8-94d437a8793d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bbdb7ced-fd64-403e-ae90-a97ad893f545 HTTP/1.1" status: 200 len: 848 time: 0.1522589 Jan 18 12:46:39.684073 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-582037e8-fb73-44fd-9483-b461e49f0952 req-68b9950a-ec3f-430c-ae68-d902db8f0b17 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239457 Jan 18 12:46:39.697197 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-648ca007-dc62-4a12-9d5b-2329f8f32129 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2c980eb-273f-422f-99df-cf6c4e0a2fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484929 Jan 18 12:46:39.726317 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-faeab83a-2a4f-4fd2-b701-423edf39bf4b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2331626 Jan 18 12:46:39.990443 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-0263eb5d-d9ea-4855-bbfa-08d0d2b7af76 service neutron] 10.222.0.85 "GET /v2.0/networks/a2c980eb-273f-422f-99df-cf6c4e0a2fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859740 Jan 18 12:46:40.083102 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-11644555-0e00-4db8-aebd-490d96f16a2c service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458347 Jan 18 12:46:40.116133 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f4577-6221-4118-9843-d686f491f703 req-d6dd87d6-d99b-490a-a0ec-23a103989f0a tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:40.119299 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c93f4577-6221-4118-9843-d686f491f703 req-d6dd87d6-d99b-490a-a0ec-23a103989f0a tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.3831775 Jan 18 12:46:40.308890 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-028efd8b-cc69-4b73-8acc-d264432f4f59 req-ae624af4-4e27-4390-835c-f9664321b712 service neutron] 10.222.0.85 "GET /v2.0/networks/a2c980eb-273f-422f-99df-cf6c4e0a2fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058178 Jan 18 12:46:40.310923 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c93f4577-6221-4118-9843-d686f491f703 req-e711a099-28fe-44c3-8664-07ccab562a18 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321540 Jan 18 12:46:40.315747 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34a1544b-08b9-400f-8f4f-c59816a25b5c req-b8c85875-bd23-476e-93e4-867f4d39eb48 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244871 Jan 18 12:46:40.804814 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff797d-12a3-4210-b812-6ffeaba23324 req-1a792ba8-0d50-4a72-b97a-51f011decf1f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:40.806259 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36ff797d-12a3-4210-b812-6ffeaba23324 req-1a792ba8-0d50-4a72-b97a-51f011decf1f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0787790 Jan 18 12:46:40.911468 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36ff797d-12a3-4210-b812-6ffeaba23324 req-c2ef3ca3-9232-423b-85d2-954e5cfc72b5 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985353 Jan 18 12:46:40.956512 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30a67d-26b4-47b6-bf40-bea7025afdf3 req-5b2ddd1c-c441-45e6-8640-3e1068a0f3d2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:40.957935 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1b30a67d-26b4-47b6-bf40-bea7025afdf3 req-5b2ddd1c-c441-45e6-8640-3e1068a0f3d2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.1211252 Jan 18 12:46:41.018723 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1b30a67d-26b4-47b6-bf40-bea7025afdf3 req-aa612434-c1b4-4b7b-8f5b-05e9bf41e789 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486984 Jan 18 12:46:41.550257 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbcefa-72b9-4689-a2e9-a165cbca5a55 req-19288633-5437-416d-ab36-54e21ff1b65b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:41.552768 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3acbcefa-72b9-4689-a2e9-a165cbca5a55 req-19288633-5437-416d-ab36-54e21ff1b65b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0948436 Jan 18 12:46:41.609815 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3acbcefa-72b9-4689-a2e9-a165cbca5a55 req-536128ce-1012-415c-adb8-d36970e1d1f4 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508187 Jan 18 12:46:42.246216 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d7f1f-3456-4c50-81fe-a22bf5ff6ff2 req-8e488bd1-8077-40d5-a985-6901df3bbc27 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:42.247656 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fe4d7f1f-3456-4c50-81fe-a22bf5ff6ff2 req-8e488bd1-8077-40d5-a985-6901df3bbc27 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.0800128 Jan 18 12:46:42.295690 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fe4d7f1f-3456-4c50-81fe-a22bf5ff6ff2 req-0f84f33c-0c5e-427b-a6b4-fdec1f8d53c0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Jan 18 12:46:42.816909 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f59d9-905c-4f99-8eda-381c8cbd0b3f req-7c85fd52-37dc-4d43-ae1f-3d469e76c22e tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:42.822693 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-082f59d9-905c-4f99-8eda-381c8cbd0b3f req-7c85fd52-37dc-4d43-ae1f-3d469e76c22e tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 943 time: 0.0858943 Jan 18 12:46:42.868605 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-082f59d9-905c-4f99-8eda-381c8cbd0b3f req-2c1a46aa-d2a4-4e86-bbd7-04520ab36e0d tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445225 Jan 18 12:46:42.961704 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 7c64f1a0-0d16-4a02-9369-7c44baf754ac details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:46:43.109888 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 7c64f1a0-0d16-4a02-9369-7c44baf754ac, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7c64f1a0-0d16-4a02-9369-7c44baf754ac,segment=NetworkSegment(11a717ad-b412-42a0-aaa8-810a7fe333ab),segment_id=11a717ad-b412-42a0-aaa8-810a7fe333ab)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:43.124127 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '7c64f1a0-0d16-4a02-9369-7c44baf754ac', 'network_id': 'a2c980eb-273f-422f-99df-cf6c4e0a2fbf', 'port_id': '7c64f1a0-0d16-4a02-9369-7c44baf754ac', 'mac_address': 'fa:16:3e:c6:7b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdb7ced-fd64-403e-ae90-a97ad893f545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:46:43.177568 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:43.198578 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c64f1a0-0d16-4a02-9369-7c44baf754ac {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:43.214278 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 7c64f1a0-0d16-4a02-9369-7c44baf754ac, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7c64f1a0-0d16-4a02-9369-7c44baf754ac,segment=NetworkSegment(11a717ad-b412-42a0-aaa8-810a7fe333ab),segment_id=11a717ad-b412-42a0-aaa8-810a7fe333ab)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:43.217497 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:43.218170 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:46:43.289511 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=7c64f1a0-0d16-4a02-9369-7c44baf754ac,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:43.424407 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:43.447259 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'a4895030-f193-4def-bffe-f612ec341660', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'port_id': 'a4895030-f193-4def-bffe-f612ec341660', 'mac_address': 'fa:16:3e:23:f8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:46:43.540810 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:43.545952 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ab06-791e-4815-8592-352dcb892b23 req-59c2f349-ce44-4763-bdd6-903ce2abae7d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:43.547438 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-12f9ab06-791e-4815-8592-352dcb892b23 req-59c2f349-ce44-4763-bdd6-903ce2abae7d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 943 time: 0.0927346 Jan 18 12:46:43.562720 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4895030-f193-4def-bffe-f612ec341660 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:43.579117 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:43.583417 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:43.610591 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-12f9ab06-791e-4815-8592-352dcb892b23 req-57f559d9-cb1a-4341-8c63-a2b2d503a349 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551093 Jan 18 12:46:43.667469 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=9']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:44.015063 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['a4895030-f193-4def-bffe-f612ec341660'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:44.042490 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['7c64f1a0-0d16-4a02-9369-7c44baf754ac'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:44.112658 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb247c-5545-4208-9aca-acc84162c7ea req-271306b2-b041-4eea-b97a-ccdeed6ff042 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:44.127388 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e9fb247c-5545-4208-9aca-acc84162c7ea req-271306b2-b041-4eea-b97a-ccdeed6ff042 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 944 time: 0.1247115 Jan 18 12:46:44.322375 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e9fb247c-5545-4208-9aca-acc84162c7ea req-154a8934-a8e0-4ca8-b19e-ff499c48e488 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809301 Jan 18 12:46:44.867119 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeef40e-2d57-43c6-8952-c602eef0c6a4 req-9adc26af-b634-449f-8c72-1bce67a1171d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:44.868557 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ebeef40e-2d57-43c6-8952-c602eef0c6a4 req-9adc26af-b634-449f-8c72-1bce67a1171d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.0757010 Jan 18 12:46:44.915255 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ebeef40e-2d57-43c6-8952-c602eef0c6a4 req-a1bd4f4d-3d5c-4fc7-b903-11e9a6cf145a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410225 Jan 18 12:46:45.565180 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cbc78-ef09-4f9d-a609-e5281c897207 req-a12e60aa-26ff-4043-a58a-54563ec61940 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:45.566695 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c08cbc78-ef09-4f9d-a609-e5281c897207 req-a12e60aa-26ff-4043-a58a-54563ec61940 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 944 time: 0.1151807 Jan 18 12:46:45.622922 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c08cbc78-ef09-4f9d-a609-e5281c897207 req-bfcaab58-cadf-49ca-aa28-ea991be64ec0 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Jan 18 12:46:45.894591 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50defe83-9908-4109-ac27-239563b3bc7c req-8b6195d6-1530-4446-93ff-f4f26c17ea51 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:45.896130 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-50defe83-9908-4109-ac27-239563b3bc7c req-8b6195d6-1530-4446-93ff-f4f26c17ea51 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.1041970 Jan 18 12:46:45.955936 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-50defe83-9908-4109-ac27-239563b3bc7c req-6cbf1c07-995e-4bdf-b667-528272ac0770 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532568 Jan 18 12:46:46.246735 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0438-89ef-46ab-9663-ccdded7f429a req-4edd350d-ebac-4108-acb6-c826ab69c5fc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:46.248071 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6fbe0438-89ef-46ab-9663-ccdded7f429a req-4edd350d-ebac-4108-acb6-c826ab69c5fc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.1358457 Jan 18 12:46:46.260480 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e511064-2cc7-41a5-af1b-6f9230b9ab46 req-ef15d2ba-823d-4669-8008-79905af782d1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:46.261897 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8e511064-2cc7-41a5-af1b-6f9230b9ab46 req-ef15d2ba-823d-4669-8008-79905af782d1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1163995 Jan 18 12:46:46.337070 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6fbe0438-89ef-46ab-9663-ccdded7f429a req-18be4f4f-9e9c-426b-90f5-ff9a6f444b8f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830314 Jan 18 12:46:46.339778 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8e511064-2cc7-41a5-af1b-6f9230b9ab46 req-0f25b055-9bcd-484d-b958-edbc884db033 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619538 Jan 18 12:46:46.830454 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d4aa-293c-4ef4-9294-364334bc8d2d req-7506da96-d5ae-4d55-9554-571c56e472f0 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:46.832416 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1595d4aa-293c-4ef4-9294-364334bc8d2d req-7506da96-d5ae-4d55-9554-571c56e472f0 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 944 time: 0.0814855 Jan 18 12:46:46.839657 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:46:46.882021 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1595d4aa-293c-4ef4-9294-364334bc8d2d req-c6d29342-c399-4e1b-b573-285441ca232b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Jan 18 12:46:46.975890 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 7c64f1a0-0d16-4a02-9369-7c44baf754ac up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:46:47.067985 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 7c64f1a0-0d16-4a02-9369-7c44baf754ac completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:46:47.073348 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 7c64f1a0-0d16-4a02-9369-7c44baf754ac triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:46:47.073781 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.200664 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.210960 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a19e5-3f72-4790-8eab-dd51d8b2f583 req-120b73c8-bb0f-47c0-9b44-0b0bb5004d4f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:47.213056 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a5a19e5-3f72-4790-8eab-dd51d8b2f583 req-120b73c8-bb0f-47c0-9b44-0b0bb5004d4f tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.0869260 Jan 18 12:46:47.276884 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a5a19e5-3f72-4790-8eab-dd51d8b2f583 req-3d9973c4-ab4e-42d1-8e29-172bd2264739 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 Jan 18 12:46:47.280654 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64f1a0-0d16-4a02-9369-7c44baf754ac'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:47.291475 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 7c64f1a0-0d16-4a02-9369-7c44baf754ac, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7c64f1a0-0d16-4a02-9369-7c44baf754ac,segment=NetworkSegment(11a717ad-b412-42a0-aaa8-810a7fe333ab),segment_id=11a717ad-b412-42a0-aaa8-810a7fe333ab)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:47.296668 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.297606 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:46:47.354246 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64f1a0-0d16-4a02-9369-7c44baf754ac', 'code': 200} Jan 18 12:46:47.421804 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=7c64f1a0-0d16-4a02-9369-7c44baf754ac,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:47.441231 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port a4895030-f193-4def-bffe-f612ec341660 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:46:47.441595 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.570142 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.614721 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:47.619607 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.688219 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=10']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:47.713939 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1133ee-5332-4be0-836b-51cdda528dbc req-c2ad5a04-2aaa-4872-97cf-218c60240dba tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:47.715367 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7b1133ee-5332-4be0-836b-51cdda528dbc req-c2ad5a04-2aaa-4872-97cf-218c60240dba tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1973941 Jan 18 12:46:47.746714 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4ed8-4e73-459b-b98e-6f00b1db1f01 req-20af5a0d-208c-44ce-8adc-6ef1fba587c7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:47.748145 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14da4ed8-4e73-459b-b98e-6f00b1db1f01 req-20af5a0d-208c-44ce-8adc-6ef1fba587c7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 944 time: 0.1914282 Jan 18 12:46:47.753415 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-49b858fc-a083-4d70-affe-ce3bf130b7b9 req-b6a1003c-dd51-4ba8-a5b7-74bdd1024726 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 1098 time: 0.1496718 Jan 18 12:46:47.846629 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7b1133ee-5332-4be0-836b-51cdda528dbc req-275b969a-4c91-4925-a6f7-12831b58a51e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246898 Jan 18 12:46:47.856196 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14da4ed8-4e73-459b-b98e-6f00b1db1f01 req-b9215951-ad5c-48d9-ac5e-36b226d71883 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994079 Jan 18 12:46:47.859224 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-49b858fc-a083-4d70-affe-ce3bf130b7b9 req-0d236e2d-0819-4e72-a14a-419e4ca15ccb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Jan 18 12:46:48.084454 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a7dc4-df17-4ed9-9f99-1f54e0929ed0 req-4342a61c-1203-46ec-82d9-9f58ef13a4f9 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:48.086110 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e4a7dc4-df17-4ed9-9f99-1f54e0929ed0 req-4342a61c-1203-46ec-82d9-9f58ef13a4f9 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 945 time: 0.0784295 Jan 18 12:46:48.140690 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9e4a7dc4-df17-4ed9-9f99-1f54e0929ed0 req-731e0b16-9676-4902-b4bb-2a9b1ea38dcb tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Jan 18 12:46:48.498909 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e51e0b-f4d0-4405-bba1-c0d0e2c5da41 req-057ae6d2-0cf3-4358-8057-c756654d33eb tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:48.500578 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a1e51e0b-f4d0-4405-bba1-c0d0e2c5da41 req-057ae6d2-0cf3-4358-8057-c756654d33eb tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.0895858 Jan 18 12:46:48.559920 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a1e51e0b-f4d0-4405-bba1-c0d0e2c5da41 req-892bc22f-f9cd-41ad-a7ba-ac12b0a19e96 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532091 Jan 18 12:46:49.194650 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-c41ee2df-0627-411d-b681-4e6c7f79e844 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:49.196672 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-c41ee2df-0627-411d-b681-4e6c7f79e844 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.2274249 Jan 18 12:46:49.207682 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affbc5-1d15-4fe6-9659-27952b0e7ba9 req-79d32880-03b7-45e0-ac8c-af68f76ad1f2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:49.209206 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-00affbc5-1d15-4fe6-9659-27952b0e7ba9 req-79d32880-03b7-45e0-ac8c-af68f76ad1f2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.2062953 Jan 18 12:46:49.265178 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198dc26-0be9-4644-9eca-076c8c38388c req-3354a4b1-c103-43ae-a4c1-b20d5fa466a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:49.266632 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a198dc26-0be9-4644-9eca-076c8c38388c req-3354a4b1-c103-43ae-a4c1-b20d5fa466a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.2038822 Jan 18 12:46:49.330895 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Deleting port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:46:49.331146 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:49.356127 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:49.408251 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-00affbc5-1d15-4fe6-9659-27952b0e7ba9 req-37acb0b2-3d5f-40a8-a369-befcfa850f93 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682403 Jan 18 12:46:49.418758 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a198dc26-0be9-4644-9eca-076c8c38388c req-06460a67-bf8c-4a60-ada0-526e397c9146 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415136 Jan 18 12:46:49.565195 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4895030-f193-4def-bffe-f612ec341660', 'code': 200} Jan 18 12:46:49.888012 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] For port 8748d372-491b-4cb6-bf4b-cd5e9f85a323, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8748d372-491b-4cb6-bf4b-cd5e9f85a323,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:49.888582 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:50.016816 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Calling delete_port for 8748d372-491b-4cb6-bf4b-cd5e9f85a323 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:46:50.061551 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed72b-ddcc-4b53-8e3c-d9e034c71fb2 req-97677b03-aabd-4f11-a2b2-6ef1cd1879d2 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:50.062989 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-024ed72b-ddcc-4b53-8e3c-d9e034c71fb2 req-97677b03-aabd-4f11-a2b2-6ef1cd1879d2 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 945 time: 0.3504586 Jan 18 12:46:50.068605 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966f3a7-3590-41f7-abe5-54932c4e7ac1 req-3c6b142a-a11c-4c43-ba92-e19058f5b8b1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:50.070068 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1966f3a7-3590-41f7-abe5-54932c4e7ac1 req-3c6b142a-a11c-4c43-ba92-e19058f5b8b1 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 945 time: 0.3585591 Jan 18 12:46:50.220151 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-024ed72b-ddcc-4b53-8e3c-d9e034c71fb2 req-587804de-10d1-41e6-bdd7-52172b44246e tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491952 Jan 18 12:46:50.255401 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1966f3a7-3590-41f7-abe5-54932c4e7ac1 req-ede7cab2-1906-4f82-8111-4adc18f52239 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754389 Jan 18 12:46:50.302766 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:50.315050 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['5709c216-5ab5-4048-b710-b81a1b69b01c', '8748d372-491b-4cb6-bf4b-cd5e9f85a323'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:50.359519 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Pushing event deleted for resources: {'Port': ['ID=8748d372-491b-4cb6-bf4b-cd5e9f85a323,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:50.366890 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-97d53fe3-e5d1-4e32-aa98-23d51536b509 req-93fc0dbf-5a9f-4ad6-94ce-bb610dd805d2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 1099 time: 0.2065799 Jan 18 12:46:50.503687 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] No DVR routers for this DVR port 8748d372-491b-4cb6-bf4b-cd5e9f85a323 on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:46:50.507598 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:50.510291 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'name': 'network-vif-deleted', 'tag': '8748d372-491b-4cb6-bf4b-cd5e9f85a323'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:50.537949 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f8fb54bf-3d73-48cf-86d7-40b0db913d01 req-2bb46ad5-38fe-425e-ae04-f6f0e708d468 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "DELETE /v2.0/ports/8748d372-491b-4cb6-bf4b-cd5e9f85a323 HTTP/1.1" status: 204 len: 173 time: 1.3267832 Jan 18 12:46:50.545747 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-97d53fe3-e5d1-4e32-aa98-23d51536b509 req-c3e11cfa-f1a3-4896-9a87-be5a4a582a38 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418238 Jan 18 12:46:50.773215 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6349-c42d-4956-818b-1cac7190b2f6 req-a9fa65a6-81b0-4bf4-b331-611751385f0a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:50.776742 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cf3e6349-c42d-4956-818b-1cac7190b2f6 req-a9fa65a6-81b0-4bf4-b331-611751385f0a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.1450915 Jan 18 12:46:50.807647 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42ecd-dbc5-4ecd-bb6e-eef5b6a26714 req-bc72c1b0-72e0-4ebd-94de-d7366fd4677c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:50.809353 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cad42ecd-dbc5-4ecd-bb6e-eef5b6a26714 req-bc72c1b0-72e0-4ebd-94de-d7366fd4677c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1399817 Jan 18 12:46:50.861154 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cf3e6349-c42d-4956-818b-1cac7190b2f6 req-8ba4f61a-f00f-482a-bfd1-b8cbe37784bc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798280 Jan 18 12:46:50.901054 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cad42ecd-dbc5-4ecd-bb6e-eef5b6a26714 req-0fd8c23f-8ec5-4400-b959-60071b49c0d8 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847993 Jan 18 12:46:50.961538 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e851ce0d-7b63-46a6-9a2e-6efb43d3dda3', 'name': 'network-vif-deleted', 'tag': '8748d372-491b-4cb6-bf4b-cd5e9f85a323', 'status': 'completed', 'code': 200} Jan 18 12:46:51.397246 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-20384d4f-36cf-490a-84df-9a00368fccda req-6d1ac77d-1772-42dc-a49e-22dfbbbbcc0c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Synchronizing usage tracker for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:51.413540 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-20384d4f-36cf-490a-84df-9a00368fccda req-6d1ac77d-1772-42dc-a49e-22dfbbbbcc0c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Unset dirty status for tenant:7893ee1e0906446283f7b83ac23f9a02 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:51.414934 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-20384d4f-36cf-490a-84df-9a00368fccda req-6d1ac77d-1772-42dc-a49e-22dfbbbbcc0c tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=e851ce0d-7b63-46a6-9a2e-6efb43d3dda3 HTTP/1.1" status: 200 len: 210 time: 0.0577028 Jan 18 12:46:52.172216 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8165c9-ce41-4bde-af0e-131c287d79df req-1f52f2bf-4899-4eda-aca9-6ee632084a1c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:52.174434 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7d8165c9-ce41-4bde-af0e-131c287d79df req-1f52f2bf-4899-4eda-aca9-6ee632084a1c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1430650 Jan 18 12:46:52.185917 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ecdd-a004-4aa1-8edf-df3f52b9dfc6 req-3adc14b3-f794-4579-8728-527349cb924b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:52.187459 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0212ecdd-a004-4aa1-8edf-df3f52b9dfc6 req-3adc14b3-f794-4579-8728-527349cb924b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.1195095 Jan 18 12:46:52.281018 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7d8165c9-ce41-4bde-af0e-131c287d79df req-9b0f5b11-eb07-4f52-8f6a-17daa82b3a81 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911949 Jan 18 12:46:52.283620 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0212ecdd-a004-4aa1-8edf-df3f52b9dfc6 req-09980001-82af-4c8f-b3ee-802dfdc7ff2d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699103 Jan 18 12:46:52.955172 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36792063-004c-4eb5-ac55-dafba892a701 req-e7aae4ac-6564-44e6-9f7b-a56db5b9e702 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:52.956663 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36792063-004c-4eb5-ac55-dafba892a701 req-e7aae4ac-6564-44e6-9f7b-a56db5b9e702 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0824203 Jan 18 12:46:53.003561 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36792063-004c-4eb5-ac55-dafba892a701 req-023eb26d-62a6-4c20-b45c-583cabec4451 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Jan 18 12:46:53.020059 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 8748d372-491b-4cb6-bf4b-cd5e9f85a323 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:46:53.069602 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 8748d372-491b-4cb6-bf4b-cd5e9f85a323 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:46:53.069861 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 8748d372-491b-4cb6-bf4b-cd5e9f85a323 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:46:53.551308 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47990-6b25-4429-ab0f-bf0b13b2a5b8 req-ba1c97bc-2648-4453-aff7-98d21cd5e68f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:53.553310 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ed47990-6b25-4429-ab0f-bf0b13b2a5b8 req-ba1c97bc-2648-4453-aff7-98d21cd5e68f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1334648 Jan 18 12:46:53.615463 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0ed47990-6b25-4429-ab0f-bf0b13b2a5b8 req-1fcfa72e-6f03-4bbc-a1e1-d79742adec0d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556047 Jan 18 12:46:53.626999 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd66aac-461f-45f0-8d78-15285fdd12a9 req-6e449389-4366-4afa-82cf-4d7583bd6b18 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:53.628459 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6bd66aac-461f-45f0-8d78-15285fdd12a9 req-6e449389-4366-4afa-82cf-4d7583bd6b18 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.1325011 Jan 18 12:46:53.686366 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6bd66aac-461f-45f0-8d78-15285fdd12a9 req-01dea3c5-7ab6-45ee-b466-c852e065f9a9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500982 Jan 18 12:46:54.210516 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac106d-19b6-4faa-a142-7d8dc5392b10 req-0666ce88-03c5-469e-b293-582b1a4ec243 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:54.211830 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4aac106d-19b6-4faa-a142-7d8dc5392b10 req-0666ce88-03c5-469e-b293-582b1a4ec243 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0756326 Jan 18 12:46:54.258997 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4aac106d-19b6-4faa-a142-7d8dc5392b10 req-32d9ceec-298f-4fdd-ae64-1e3989f32531 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Jan 18 12:46:54.652973 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a396d9-1e5c-432f-b62f-643a637029c1 req-9cf188c9-c54e-448e-8b06-e573e51a124c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:54.654637 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-50a396d9-1e5c-432f-b62f-643a637029c1 req-9cf188c9-c54e-448e-8b06-e573e51a124c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 945 time: 0.1601994 Jan 18 12:46:54.708178 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-50a396d9-1e5c-432f-b62f-643a637029c1 req-edbdc887-345d-41cc-b135-3d352863e9c9 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467944 Jan 18 12:46:54.838525 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba61fef-088a-4f36-b90f-120b51aebdd2 req-768c5bce-ca1d-4a5a-ae8e-92782351ea3e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:54.840040 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9ba61fef-088a-4f36-b90f-120b51aebdd2 req-768c5bce-ca1d-4a5a-ae8e-92782351ea3e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.0867245 Jan 18 12:46:54.888024 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9ba61fef-088a-4f36-b90f-120b51aebdd2 req-824fbacc-2128-4314-b998-ced1b1cb6fd7 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Jan 18 12:46:55.502026 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad9d5c-42d4-4a42-a032-e0dad6009aa4 req-7d4f5f41-3122-4cb8-b989-0d38dc836ce1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:55.503537 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32ad9d5c-42d4-4a42-a032-e0dad6009aa4 req-7d4f5f41-3122-4cb8-b989-0d38dc836ce1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1032441 Jan 18 12:46:55.551626 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32ad9d5c-42d4-4a42-a032-e0dad6009aa4 req-3a9be72e-a928-4a05-95d4-e537a4fa26ff tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Jan 18 12:46:55.918342 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8cfd-b4f1-411a-b038-60a70a4f8588 req-7ae830c2-0605-45d6-b318-50e1366ba85a tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:55.919788 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14ab8cfd-b4f1-411a-b038-60a70a4f8588 req-7ae830c2-0605-45d6-b318-50e1366ba85a tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 945 time: 0.0778601 Jan 18 12:46:55.966065 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-14ab8cfd-b4f1-411a-b038-60a70a4f8588 req-672840d9-e06f-41d4-9c75-87cc10229ae2 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Jan 18 12:46:56.083144 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1f2c9-75f3-4408-992a-c75ce0f23c44 req-f5a69e32-7ead-43c8-8937-0c2087d19529 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:56.084480 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5a1f2c9-75f3-4408-992a-c75ce0f23c44 req-f5a69e32-7ead-43c8-8937-0c2087d19529 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.0753276 Jan 18 12:46:56.132664 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5a1f2c9-75f3-4408-992a-c75ce0f23c44 req-b967612c-4b62-4716-8298-74178a4ad559 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Jan 18 12:46:56.755384 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4afb2b-3270-4846-b272-7306ae2989c6 req-ad1f415d-c2c2-4a88-98a0-f8a749f86bdf tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:56.757026 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e4afb2b-3270-4846-b272-7306ae2989c6 req-ad1f415d-c2c2-4a88-98a0-f8a749f86bdf tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0777745 Jan 18 12:46:56.805994 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2e4afb2b-3270-4846-b272-7306ae2989c6 req-8b0222b7-c96a-47d0-be1b-eda82ab670c1 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Jan 18 12:46:56.907107 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-698ee312-c318-411f-8b94-a5c61cb45118 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:56.908785 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-698ee312-c318-411f-8b94-a5c61cb45118 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.85 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 945 time: 0.0811343 Jan 18 12:46:56.976374 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Deleting port 7c64f1a0-0d16-4a02-9369-7c44baf754ac {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:46:56.977115 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.330632 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] For port 7c64f1a0-0d16-4a02-9369-7c44baf754ac, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7c64f1a0-0d16-4a02-9369-7c44baf754ac,segment=NetworkSegment(11a717ad-b412-42a0-aaa8-810a7fe333ab),segment_id=11a717ad-b412-42a0-aaa8-810a7fe333ab)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:57.330985 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.353546 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2f54-51bc-4ff8-83b2-20008fc1c61d req-01b8e5cc-1640-428d-a9f6-28e9913f2900 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:57.354986 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-06be2f54-51bc-4ff8-83b2-20008fc1c61d req-01b8e5cc-1640-428d-a9f6-28e9913f2900 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 945 time: 0.2637813 Jan 18 12:46:57.489184 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Calling delete_port for 7c64f1a0-0d16-4a02-9369-7c44baf754ac owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:46:57.596526 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-06be2f54-51bc-4ff8-83b2-20008fc1c61d req-441c057b-b70b-4e0c-bd89-7948d7d92001 tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a0840b1-a2be-496e-b7d2-93334571965e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917608 Jan 18 12:46:57.604154 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3d98e-2dce-431c-afdc-8065179cb24a req-c13da468-fa45-4a48-903a-dc8f6ea85c2e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:57.605592 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1dd3d98e-2dce-431c-afdc-8065179cb24a req-c13da468-fa45-4a48-903a-dc8f6ea85c2e tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.3415961 Jan 18 12:46:57.702952 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1dd3d98e-2dce-431c-afdc-8065179cb24a req-d8759c7a-d3d6-4e3a-94da-4b9c62e534ec tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903103 Jan 18 12:46:57.706863 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.734581 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['7c64f1a0-0d16-4a02-9369-7c44baf754ac'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:57.767350 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Pushing event deleted for resources: {'Port': ['ID=7c64f1a0-0d16-4a02-9369-7c44baf754ac,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:57.779493 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.779834 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.780168 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.780524 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.780852 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.781175 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.781497 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.781816 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.782132 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.782771 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.782771 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:57.853101 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] No DVR routers for this DVR port 7c64f1a0-0d16-4a02-9369-7c44baf754ac on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:46:57.856451 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.860968 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'name': 'network-vif-deleted', 'tag': '7c64f1a0-0d16-4a02-9369-7c44baf754ac'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:57.881887 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3f01fbaa-4054-471f-980d-19859a3e8976 req-7a3333bb-db10-41eb-9c93-8782e1db975c tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.85 "DELETE /v2.0/ports/7c64f1a0-0d16-4a02-9369-7c44baf754ac HTTP/1.1" status: 204 len: 173 time: 0.9672396 Jan 18 12:46:57.980675 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d43686-6e25-4d75-bfd7-67e60beb77a9', 'name': 'network-vif-deleted', 'tag': '7c64f1a0-0d16-4a02-9369-7c44baf754ac', 'status': 'completed', 'code': 200} Jan 18 12:46:58.159697 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade3aa-63bb-4bb4-b0c4-96b1c760dfe4 req-a20c176a-3484-4c63-886a-36142c599365 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.161194 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cade3aa-63bb-4bb4-b0c4-96b1c760dfe4 req-a20c176a-3484-4c63-886a-36142c599365 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0833411 Jan 18 12:46:58.266658 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cade3aa-63bb-4bb4-b0c4-96b1c760dfe4 req-6863aa2b-8294-4cea-9247-c09133a6ecac tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993254 Jan 18 12:46:58.806884 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3e8ffccf-84bd-4ea7-8cc3-864d43de9608 req-de7474a8-fba8-4107-89ab-46ed7a09937b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Synchronizing usage tracker for tenant:c3183c5afda04ecaab1bb896c20a31e9 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:58.822927 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-3e8ffccf-84bd-4ea7-8cc3-864d43de9608 req-de7474a8-fba8-4107-89ab-46ed7a09937b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] Unset dirty status for tenant:c3183c5afda04ecaab1bb896c20a31e9 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:58.824263 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3e8ffccf-84bd-4ea7-8cc3-864d43de9608 req-de7474a8-fba8-4107-89ab-46ed7a09937b tempest-VolumesActionsTest-578000796 tempest-VolumesActionsTest-578000796-project] 10.222.0.39 "GET /v2.0/ports?device_id=16d43686-6e25-4d75-bfd7-67e60beb77a9 HTTP/1.1" status: 200 len: 210 time: 0.0609479 Jan 18 12:46:58.941052 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018da0e-76d0-4a7a-910e-9a8c10ee69e7 req-8951635a-6ba1-45f8-825a-554786ba1e10 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.942368 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5018da0e-76d0-4a7a-910e-9a8c10ee69e7 req-8951635a-6ba1-45f8-825a-554786ba1e10 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.0817680 Jan 18 12:46:58.987903 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5018da0e-76d0-4a7a-910e-9a8c10ee69e7 req-c163698c-11f6-4994-8e1f-f47decc92ad2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Jan 18 12:46:59.470927 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d685ca-ee3f-4cab-8c3a-fdc03f0b2f02 req-528b8333-b512-4bdf-b483-e3022e09d0e4 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:59.472294 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c5d685ca-ee3f-4cab-8c3a-fdc03f0b2f02 req-528b8333-b512-4bdf-b483-e3022e09d0e4 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0763352 Jan 18 12:46:59.518460 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c5d685ca-ee3f-4cab-8c3a-fdc03f0b2f02 req-bbcfcee4-42f5-4926-a9fb-673f4fd6b3ec tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Jan 18 12:47:00.198402 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab42a26-c2d9-457d-9b0f-e74ada1d8788 req-6ccd25e6-4723-4b96-b6d0-21ee33402406 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:00.200059 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eab42a26-c2d9-457d-9b0f-e74ada1d8788 req-6ccd25e6-4723-4b96-b6d0-21ee33402406 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.0882289 Jan 18 12:47:00.279451 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eab42a26-c2d9-457d-9b0f-e74ada1d8788 req-8d7f338d-936d-4d2b-aa9e-36d62d9f6f8c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696797 Jan 18 12:47:00.728862 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffbab2-5bff-45b2-bae6-70541daa7bb5 req-f5c399db-cffe-48b0-bb2d-270e323de823 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:00.730385 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-10ffbab2-5bff-45b2-bae6-70541daa7bb5 req-f5c399db-cffe-48b0-bb2d-270e323de823 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.0768642 Jan 18 12:47:00.730853 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53048) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:00.785217 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-10ffbab2-5bff-45b2-bae6-70541daa7bb5 req-b97a204e-032e-437f-94e5-b798719b8113 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc4f64c2-22a0-4ae5-ba56-b18fc9250015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Jan 18 12:47:00.876581 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:00.907872 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:00.912670 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Usage tracker for resource:security_group_rule and tenant:7b73501b8dcf400b81f1669d31666592 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:00.915489 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:00.921218 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:01.030883 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.041357 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.044122 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 7c64f1a0-0d16-4a02-9369-7c44baf754ac no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:01.090634 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 7c64f1a0-0d16-4a02-9369-7c44baf754ac {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:01.090980 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 7c64f1a0-0d16-4a02-9369-7c44baf754ac not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:01.099673 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc6a9ec-5117-4b8e-bfb9-d630b4d1f1ff,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:01.115528 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9d6ad544-3331-4947-a888-4c320407a202 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:01.117000 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9d6ad544-3331-4947-a888-4c320407a202 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 945 time: 0.1519814 Jan 18 12:47:01.119214 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-2dd2553e-0d49-4e07-b156-b359deebf249 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b73501b8dcf400b81f1669d31666592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874240 Jan 18 12:47:01.124587 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53054) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:01.189196 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Deleting port 5709c216-5ab5-4048-b710-b81a1b69b01c {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:01.189443 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.191364 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.218988 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.275433 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.291154 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc6a9ec-5117-4b8e-bfb9-d630b4d1f1ff,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:01.298895 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.302775 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afc6a9ec-5117-4b8e-bfb9-d630b4d1f1ff HTTP/1.1" status: 204 len: 168 time: 0.1744707 Jan 18 12:47:01.307848 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.308505 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.308939 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.309367 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.319962 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.320536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.321104 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.322324 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.322674 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.323008 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.323342 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd631e7-ef32-4f25-8b6a-8647dd18c169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:01.548906 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] For port 5709c216-5ab5-4048-b710-b81a1b69b01c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5709c216-5ab5-4048-b710-b81a1b69b01c,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:01.549339 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.554673 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.692309 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Calling delete_port for 5709c216-5ab5-4048-b710-b81a1b69b01c owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:01.781046 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f33b-e73c-4506-bd15-c20679f7e068 req-afc80e45-0fd1-4070-a180-4821dd8c798c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:01.788992 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3b35f33b-e73c-4506-bd15-c20679f7e068 req-afc80e45-0fd1-4070-a180-4821dd8c798c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.3440461 Jan 18 12:47:01.883586 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3b35f33b-e73c-4506-bd15-c20679f7e068 req-d42099d2-ef61-4e4f-a6b2-f76d51bccf78 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937352 Jan 18 12:47:01.900537 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:01.913712 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['5709c216-5ab5-4048-b710-b81a1b69b01c'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:01.963130 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Pushing event deleted for resources: {'Port': ['ID=5709c216-5ab5-4048-b710-b81a1b69b01c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:02.101661 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] No DVR routers for this DVR port 5709c216-5ab5-4048-b710-b81a1b69b01c on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:47:02.107286 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.115448 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'name': 'network-vif-deleted', 'tag': '5709c216-5ab5-4048-b710-b81a1b69b01c'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:02.133561 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d0875645-0f43-4e4a-9669-f88af7936b47 req-b20621a5-c8eb-45b4-99e5-f5f2e430e564 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1905ceb-0dd7-429b-b938-ca0f9b048c2b HTTP/1.1" status: 200 len: 210 time: 0.0809228 Jan 18 12:47:02.155541 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d80458af-3f7a-4f85-92df-df84470d3e53 req-9f1fcda2-6a09-4af6-8a92-556d59250d71 tempest-ServerRescueNegativeTestJSON-1415921850 tempest-ServerRescueNegativeTestJSON-1415921850-project] 10.222.0.85 "DELETE /v2.0/ports/5709c216-5ab5-4048-b710-b81a1b69b01c HTTP/1.1" status: 204 len: 173 time: 1.0276847 Jan 18 12:47:02.225324 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1905ceb-0dd7-429b-b938-ca0f9b048c2b', 'name': 'network-vif-deleted', 'tag': '5709c216-5ab5-4048-b710-b81a1b69b01c', 'status': 'completed', 'code': 200} Jan 18 12:47:02.482717 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53104) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:02.611072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1266403003-network', 'tenant_id': '9152617bb84b497a8332641e32ee1511'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:02.616795 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:02.621788 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Usage tracker for resource:network and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:02.624815 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:02.632058 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:02.643132 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Made reservation on behalf of 9152617bb84b497a8332641e32ee1511 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:02.645721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.660107 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.698806 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:02.702826 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:02.706022 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:02.714483 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:02.798140 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.803586 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.836640 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:47:02.845944 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd79481-3571-484d-b104-629503dccd51,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:02.852175 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.852623 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Added segment 68e51bca-448c-4719-9634-5968098257f1 of type vlan for network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 Jan 18 12:47:02.881570 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.918171 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.919535 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:02.920753 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.026217 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] Pushing event updated for resources: {'Network': ['ID=30ac41a9-d355-4e63-a4d8-a56ea3cdb395,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:03.033151 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c13504f7-390a-4f89-b5c6-3af6d92b60dc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5458841 Jan 18 12:47:03.033879 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53114) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:03.039930 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Request body: {'subnet': {'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1266403003-subnet', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:03.043423 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:47:03.044941 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:03.048758 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Usage tracker for resource:subnet and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:03.051519 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:03.057406 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:03.068547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Made reservation on behalf of 9152617bb84b497a8332641e32ee1511 for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:03.071062 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3890444'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.111617 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b50c2-a078-4640-b1c1-40c77283df3a req-b4e23a00-7091-47fb-a43a-cc04c72433c7 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:03.113128 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-295b50c2-a078-4640-b1c1-40c77283df3a req-b4e23a00-7091-47fb-a43a-cc04c72433c7 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.0910618 Jan 18 12:47:03.162130 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-295b50c2-a078-4640-b1c1-40c77283df3a req-75c9686f-fefa-42b6-8378-26f9d6d7c5ee tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Jan 18 12:47:03.284281 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53128) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:03.499610 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3878555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3890458'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.591403 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7c25ec-8517-4e41-9d36-46da869960ac,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:03.608002 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Checking segment: {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:03.608466 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Network hostable DHCP agents. Network: 30ac41a9-d355-4e63-a4d8-a56ea3cdb395, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:47:03.649811 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:03.662807 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 30ac41a9-d355-4e63-a4d8-a56ea3cdb395) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:03.671671 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:03.672484 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.682601 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe470fa-aba1-4a01-a404-7e864219498b None None] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:03.726616 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-6b555114-92ed-4f2a-935e-afd4b6baaf13 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6889150 Jan 18 12:47:03.730553 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53136) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:03.747169 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:03.762222 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:03.772837 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Usage tracker for resource:router and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:03.780128 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:03.803297 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:03.829208 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.830386 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.879945 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.952383 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-d263e730-a748-4fff-963d-d1ea438bf68b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 1098 time: 0.2015984 Jan 18 12:47:03.963582 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316326-4f48-4df2-b424-02016ed009ed req-b9e056a5-4a2c-4ba0-8ff8-6c4b63f2bb65 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:03.965514 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29316326-4f48-4df2-b424-02016ed009ed req-b9e056a5-4a2c-4ba0-8ff8-6c4b63f2bb65 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1736825 Jan 18 12:47:04.002469 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:47:04.003310 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.131835 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.179193 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3709e31c-aa61-4230-b1f1-888f7a35e170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.199310 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Allocated IP 172.20.0.2 (30ac41a9-d355-4e63-a4d8-a56ea3cdb395/7e7c25ec-8517-4e41-9d36-46da869960ac/169c7279-eca9-4c8c-a21a-ad61577ee9b5) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:04.299380 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-29316326-4f48-4df2-b424-02016ed009ed req-f12f1042-ecd9-48d3-ae67-bd2f93a187ae tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131104 Jan 18 12:47:04.309681 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-35956374-08be-4014-ae53-40a114b2b2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:04.311099 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-35956374-08be-4014-ae53-40a114b2b2bb service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 912 time: 0.3446331 Jan 18 12:47:04.372979 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.384227 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629d360-972c-49da-b73a-ab5ad9e96e12 req-6b352230-e55e-4c5a-b3b6-2c3a04b80b45 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:04.385711 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b629d360-972c-49da-b73a-ab5ad9e96e12 req-6b352230-e55e-4c5a-b3b6-2c3a04b80b45 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 945 time: 0.4174013 Jan 18 12:47:04.404007 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.425388 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.433929 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738990'] for router_interface, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.439384 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Transition to ACTIVE for port object 169c7279-eca9-4c8c-a21a-ad61577ee9b5 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:04.470869 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Transition to ACTIVE for port object 169c7279-eca9-4c8c-a21a-ad61577ee9b5 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:04.488986 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.538371 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-fb1d321c-89f5-4941-82f6-d1af4d886bec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 200 len: 999 time: 0.2129502 Jan 18 12:47:04.541783 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b629d360-972c-49da-b73a-ab5ad9e96e12 req-cac1fcbc-2816-4ff4-86fd-cc144f79091d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469607 Jan 18 12:47:04.576527 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:04.580759 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:04.582955 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Pushing event updated for resources: {'Port': ['ID=169c7279-eca9-4c8c-a21a-ad61577ee9b5,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:04.585830 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:04.598602 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.598978 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.599317 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.599646 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.599770 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Allocated IP 172.28.2.229 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:04.600201 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.600467 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.600799 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.602141 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.602141 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.602141 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.602463 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:04.633917 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-8ae38d0f-0a71-4c36-bad5-a78c05f81fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:04.635251 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-8ae38d0f-0a71-4c36-bad5-a78c05f81fd9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.0893304 Jan 18 12:47:04.688965 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Attempting to bind port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:04.689347 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Attempting to bind port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:04.690130 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Attempting to bind port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 on network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:04.697551 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:04.697979 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Checking segment: {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:04.698456 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.698856 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Bound using segment: {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:04.699316 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Bound port: 169c7279-eca9-4c8c-a21a-ad61577ee9b5, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:04.699687 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.762820 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.790517 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-35bdf21e-7965-4de6-b19a-80a5bd49efff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461124 Jan 18 12:47:04.797433 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.830368 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] For port 169c7279-eca9-4c8c-a21a-ad61577ee9b5, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:04.834522 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] For port 169c7279-eca9-4c8c-a21a-ad61577ee9b5, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=169c7279-eca9-4c8c-a21a-ad61577ee9b5,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:04.838827 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.879076 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:04.882291 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:04.887815 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:04.921851 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611aa55-5cb7-49d0-b29a-1510aaa511d9 None None] Pushing event updated for resources: {'Port': ['ID=169c7279-eca9-4c8c-a21a-ad61577ee9b5,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:04.924383 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:05.055187 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 5709c216-5ab5-4048-b710-b81a1b69b01c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:05.096191 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 5709c216-5ab5-4048-b710-b81a1b69b01c {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:05.099397 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 5709c216-5ab5-4048-b710-b81a1b69b01c not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:05.122178 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.122914 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.211530 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-352c84cd-b18f-4e80-8e2e-3e907a4c3316 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819556 Jan 18 12:47:05.419064 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Router 98b080e5-8b43-479d-bd18-b937830a55e1 is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:47:05.509306 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6debbbb9-184e-4c24-bb90-3fd5b2118ef7 req-a31d6559-96ae-4054-a20c-9a76499c2b98 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824283 Jan 18 12:47:05.640020 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc8b03-48a3-4898-8408-47d7aff92560 req-c2aceef1-5fb2-4f9b-9ef5-6f07be4715e5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:05.641587 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0adc8b03-48a3-4898-8408-47d7aff92560 req-c2aceef1-5fb2-4f9b-9ef5-6f07be4715e5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1678946 Jan 18 12:47:05.694745 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:05.710832 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Sync routers for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:05.737649 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:05.738329 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:46:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:05.757152 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.760741 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-272c9545-b1bb-4a80-9285-274d83e99a75 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0256972 Jan 18 12:47:05.763347 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53158) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:05.843441 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 169c7279-eca9-4c8c-a21a-ad61577ee9b5 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:05.935269 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0adc8b03-48a3-4898-8408-47d7aff92560 req-2c053f3f-0b9e-4029-b6a9-de848501be3f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833769 Jan 18 12:47:06.023102 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Deleting port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:06.026429 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.105814 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:06.137635 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:06.327499 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e6863e-829b-45a0-8e33-bc2fa690f257 None None] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:06.377537 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a332-3083-4acc-a379-75bb15e9f317 req-63ea26a2-5ecd-4ae7-a62f-d2b358e11d13 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:06.379012 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ce98a332-3083-4acc-a379-75bb15e9f317 req-63ea26a2-5ecd-4ae7-a62f-d2b358e11d13 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 945 time: 0.2530556 Jan 18 12:47:06.386070 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] For port 681ee4c8-99a4-4c2d-a0e9-cdb65899315e, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,segment=NetworkSegment(656642d3-551c-4215-b98e-7ed5848627aa),segment_id=656642d3-551c-4215-b98e-7ed5848627aa)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:06.386452 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.483968 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-bc920913-b19f-4a7a-851e-7f2a1b2f25ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.491961 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-065e6c7e-a0fa-4295-9b47-1540d74b86aa None None] Provisioning for port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:06.513993 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-065e6c7e-a0fa-4295-9b47-1540d74b86aa None None] Provisioning complete for port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:06.514519 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-065e6c7e-a0fa-4295-9b47-1540d74b86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.565641 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Calling delete_port for 681ee4c8-99a4-4c2d-a0e9-cdb65899315e owned by network:router_interface {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:06.599731 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:05Z', 'revision_number': 3, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:06.603628 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Checking router: 98b080e5-8b43-479d-bd18-b937830a55e1 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:06.603999 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Updating router 98b080e5-8b43-479d-bd18-b937830a55e1 port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:06.650896 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ce98a332-3083-4acc-a379-75bb15e9f317 req-bbdffb54-f96d-4eac-938c-85540659910e tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569995 Jan 18 12:47:06.675391 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.764207 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-065e6c7e-a0fa-4295-9b47-1540d74b86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.805437 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-065e6c7e-a0fa-4295-9b47-1540d74b86aa None None] For port 169c7279-eca9-4c8c-a21a-ad61577ee9b5, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=169c7279-eca9-4c8c-a21a-ad61577ee9b5,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:06.814254 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-065e6c7e-a0fa-4295-9b47-1540d74b86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.897154 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6c7e-a0fa-4295-9b47-1540d74b86aa None None] Pushing event updated for resources: {'Port': ['ID=169c7279-eca9-4c8c-a21a-ad61577ee9b5,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.043186 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.051409 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.126016 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.143081 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-dec2289e-b559-4661-ba64-55719df3886d None None] Provisioning complete for port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:07.143442 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Transition to ACTIVE for port object 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:07.144485 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-dec2289e-b559-4661-ba64-55719df3886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.151653 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.245722 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Attempting to bind port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:07.246074 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Attempting to bind port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:07.246421 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Attempting to bind port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:07.248534 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Pushing event updated for resources: {'Port': ['ID=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.260538 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:07.260901 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:07.261291 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.261668 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:07.262118 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Bound port: 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:07.262496 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.275509 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=681ee4c8-99a4-4c2d-a0e9-cdb65899315e,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.300370 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.303781 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.304430 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.305107 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.305884 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.306421 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.306933 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.308037 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.308608 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.309634 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.311525 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:07.357787 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Allocated IP 172.20.0.1 (30ac41a9-d355-4e63-a4d8-a56ea3cdb395/7e7c25ec-8517-4e41-9d36-46da869960ac/7d340fdc-97ac-40e1-8036-33653f89c77d) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:07.388867 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] For port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:07.393462 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] For port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:07.400155 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.486449 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaceb2-548c-45aa-a42c-a4bda2a6e6d3 None None] Pushing event updated for resources: {'Port': ['ID=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.487097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.504005 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245576-a584-4473-a7a8-8e80e80f84c1 req-ea87e614-604b-42a8-bcc1-94f2cc8d5747 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:07.506194 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47245576-a584-4473-a7a8-8e80e80f84c1 req-ea87e614-604b-42a8-bcc1-94f2cc8d5747 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.4054015 Jan 18 12:47:07.508075 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:07.509008 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:07.611030 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.629866 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Transition to ACTIVE for port object 7d340fdc-97ac-40e1-8036-33653f89c77d will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:07.634129 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47245576-a584-4473-a7a8-8e80e80f84c1 req-b489f056-cbc4-4d2f-8c38-653d5db9d086 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690970 Jan 18 12:47:07.671202 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.729726 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.790978 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:07.796032 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:07.834290 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:07.884476 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:07.898360 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744263'] for router_interface, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.900139 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 169c7279-eca9-4c8c-a21a-ad61577ee9b5 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:07.930499 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Pushing event updated for resources: {'Port': ['ID=7d340fdc-97ac-40e1-8036-33653f89c77d,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.966837 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.071212 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:08.071574 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.115054 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.207587 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab6151-2bcc-4038-88d8-6dc4cf869b50 req-bf662e67-2bba-4fa6-9f3b-538427ec73a6 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:08.209782 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-54ab6151-2bcc-4038-88d8-6dc4cf869b50 req-bf662e67-2bba-4fa6-9f3b-538427ec73a6 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 945 time: 0.2386262 Jan 18 12:47:08.216027 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-beb26e80-792c-44ca-95ad-4f578b7f6ec1 None None] Provisioning for port 7d340fdc-97ac-40e1-8036-33653f89c77d completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:08.226356 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-beb26e80-792c-44ca-95ad-4f578b7f6ec1 None None] Provisioning complete for port 7d340fdc-97ac-40e1-8036-33653f89c77d triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:08.226730 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-beb26e80-792c-44ca-95ad-4f578b7f6ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.304776 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-beb26e80-792c-44ca-95ad-4f578b7f6ec1 None None] Port 7d340fdc-97ac-40e1-8036-33653f89c77d cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:08.356658 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-54ab6151-2bcc-4038-88d8-6dc4cf869b50 req-5256628d-80c4-4856-bc8f-98668b894235 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368206 Jan 18 12:47:08.371628 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:05Z', 'revision_number': 3, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:08.376728 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90999abc-da4b-4a3c-95e7-a806ca405257 None None] The sync data for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb is: [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:05Z', 'revision_number': 3, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:08.449883 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.455447 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.647177 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.713669 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Router 2423b753-6cc4-442f-8918-7be635876e87 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:08.760824 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Pushing event updated for resources: {'Port': ['ID=7d340fdc-97ac-40e1-8036-33653f89c77d,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:08.821685 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:08.822872 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:08.929097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.961779 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:08.971839 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] Sync routers for ids ['2423b753-6cc4-442f-8918-7be635876e87'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:08.978821 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5ceef080-509e-4e0d-854e-4aca0f6ee1ff admin admin] 10.222.0.39 "PUT /v2.0/routers/2423b753-6cc4-442f-8918-7be635876e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6930661 Jan 18 12:47:08.981355 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53178) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:09.000254 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] Routers {'2423b753-6cc4-442f-8918-7be635876e87'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:09.001009 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['2423b753-6cc4-442f-8918-7be635876e87'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:09.259643 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.296916 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-83a723d7-34c5-464f-b712-f98994c7d062 None None] Provisioning complete for port 7d340fdc-97ac-40e1-8036-33653f89c77d triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:09.297724 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83a723d7-34c5-464f-b712-f98994c7d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.377209 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-83a723d7-34c5-464f-b712-f98994c7d062 None None] Port 7d340fdc-97ac-40e1-8036-33653f89c77d cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:09.389289 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] Set router 2423b753-6cc4-442f-8918-7be635876e87 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:09.502449 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Router 98b080e5-8b43-479d-bd18-b937830a55e1 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:09.776613 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-6848c79a-93ae-4fce-ad7a-f9d3dbb590a5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:09.778081 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-6848c79a-93ae-4fce-ad7a-f9d3dbb590a5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 945 time: 0.2543259 Jan 18 12:47:09.804872 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:09.850336 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:09.868805 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0248336c-e1b4-4253-a74e-771b441a1100 admin admin] 10.222.0.39 "PUT /v2.0/routers/98b080e5-8b43-479d-bd18-b937830a55e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1041918 Jan 18 12:47:09.888276 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53646-47ba-4b90-8ba0-4d94c4496c49 req-0a368560-ba6e-4b82-8a91-1d89616009a2 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:09.889780 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5fd53646-47ba-4b90-8ba0-4d94c4496c49 req-0a368560-ba6e-4b82-8a91-1d89616009a2 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 945 time: 0.2875693 Jan 18 12:47:09.941864 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:09.951860 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:09.952225 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.959684 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Deleting port 70fea135-d6be-4a77-9877-0856886f75a3 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:09.960025 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.989304 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:47:06Z', 'revision_number': 5, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:10.000128 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] Checking router: 2423b753-6cc4-442f-8918-7be635876e87 for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:10.024867 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] Routers {'2423b753-6cc4-442f-8918-7be635876e87'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:10.025486 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['2423b753-6cc4-442f-8918-7be635876e87'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:10.036151 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5fd53646-47ba-4b90-8ba0-4d94c4496c49 req-c388e2bc-6c4c-438f-8179-0461b2bf933c tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301773 Jan 18 12:47:10.204963 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.214724 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.226800 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Deleting port 4f280e50-773e-4b8e-84c9-dd5466a3393a {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:10.227670 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.249166 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:10.257858 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.311470 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] Set router 2423b753-6cc4-442f-8918-7be635876e87 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:10.335446 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] For port 70fea135-d6be-4a77-9877-0856886f75a3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=70fea135-d6be-4a77-9877-0856886f75a3,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:10.335799 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.487709 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:10.510202 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Calling delete_port for 70fea135-d6be-4a77-9877-0856886f75a3 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:10.619936 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:47:06Z', 'revision_number': 5, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:10.623145 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] For port 4f280e50-773e-4b8e-84c9-dd5466a3393a, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=4f280e50-773e-4b8e-84c9-dd5466a3393a,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:10.623495 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.624345 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cada0f9-4159-4508-a6bb-bd22414f15a3 None None] The sync data for ids ['2423b753-6cc4-442f-8918-7be635876e87'] in dv-cinder-825100-1-smb is: [{'id': '2423b753-6cc4-442f-8918-7be635876e87', 'name': 'tempest-ServerRescueNegativeTestJSON-2033934455-router', 'tenant_id': '7893ee1e0906446283f7b83ac23f9a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:38Z', 'updated_at': '2022-01-18T12:47:06Z', 'revision_number': 5, 'project_id': '7893ee1e0906446283f7b83ac23f9a02', 'gw_port': {'id': '4f280e50-773e-4b8e-84c9-dd5466a3393a', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2423b753-6cc4-442f-8918-7be635876e87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:40Z', 'updated_at': '2022-01-18T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:10.767901 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Calling delete_port for 4f280e50-773e-4b8e-84c9-dd5466a3393a owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:10.872867 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53214) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:10.881373 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1072757861-network', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:10.886818 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:10.891311 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Usage tracker for resource:network and tenant:35388e155235433f9bbbb9ac0baafa3d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:10.895237 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:10.895781 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.903143 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:10.908945 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['70fea135-d6be-4a77-9877-0856886f75a3'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:10.917276 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Made reservation on behalf of 35388e155235433f9bbbb9ac0baafa3d for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:10.921187 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.948171 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:10.952969 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Pushing event deleted for resources: {'Port': ['ID=70fea135-d6be-4a77-9877-0856886f75a3,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:10.987190 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:10.991964 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:35388e155235433f9bbbb9ac0baafa3d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:10.999220 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:11.005988 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:11.140975 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.150741 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.152871 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] No DVR routers for this DVR port 70fea135-d6be-4a77-9877-0856886f75a3 on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:47:11.159045 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.162581 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'name': 'network-vif-deleted', 'tag': '70fea135-d6be-4a77-9877-0856886f75a3'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:11.179887 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:47:11.202848 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.203747 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Added segment fdddba3f-23ce-4832-9959-52b524c5efcb of type vlan for network 35523913-5074-4f8f-a681-239e5a873c60 Jan 18 12:47:11.266390 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7391b7-fc5a-4b18-9080-292ec98be278', 'name': 'network-vif-deleted', 'tag': '70fea135-d6be-4a77-9877-0856886f75a3', 'status': 'completed', 'code': 200} Jan 18 12:47:11.267778 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c4ee7e41-30b6-4967-87a2-7d94cd454d32 req-ccdcfe96-f0ff-47d2-8f0a-ab4d48cf6352 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "DELETE /v2.0/ports/70fea135-d6be-4a77-9877-0856886f75a3 HTTP/1.1" status: 204 len: 173 time: 1.4812891 Jan 18 12:47:11.276746 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-7ad41991-ab26-4961-a930-a680cd54cf8c req-c82298a0-23c1-43d5-adcb-c1ad3d850c3b tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Synchronizing usage tracker for tenant:52d92c352ea54108b9a0551fa942cf8d on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:11.305871 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d095f0-5fd7-491c-9248-319c984069c4,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:11.310176 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.347295 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-7ad41991-ab26-4961-a930-a680cd54cf8c req-c82298a0-23c1-43d5-adcb-c1ad3d850c3b tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Unset dirty status for tenant:52d92c352ea54108b9a0551fa942cf8d on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:11.361343 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7ad41991-ab26-4961-a930-a680cd54cf8c req-c82298a0-23c1-43d5-adcb-c1ad3d850c3b tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff7391b7-fc5a-4b18-9080-292ec98be278 HTTP/1.1" status: 200 len: 210 time: 0.1475031 Jan 18 12:47:11.361552 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.362332 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:11.363605 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.395544 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.442078 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f280e50-773e-4b8e-84c9-dd5466a3393a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:11.532023 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6572647 Jan 18 12:47:11.532841 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f29763-9d8f-4779-a80f-6335e8d9b7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=35523913-5074-4f8f-a681-239e5a873c60,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:11.535063 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53224) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:11.541335 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Request body: {'subnet': {'network_id': '35523913-5074-4f8f-a681-239e5a873c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1072757861-subnet', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'ip_version': 4}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:11.545186 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 35523913-5074-4f8f-a681-239e5a873c60 details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:47:11.560257 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:11.570302 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Usage tracker for resource:subnet and tenant:35388e155235433f9bbbb9ac0baafa3d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:11.577031 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:11.589838 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:11.613072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Made reservation on behalf of 35388e155235433f9bbbb9ac0baafa3d for: {'subnet': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:11.620757 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3890444'] for subnet, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.872385 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:11.911735 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744331'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.965516 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:11.965939 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.996495 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3878555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3890458'] for subnet, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.083506 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b4795b-66fe-483a-9085-da68113e16c0,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:12.087126 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Checking segment: {'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:12.087492 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Network hostable DHCP agents. Network: 35523913-5074-4f8f-a681-239e5a873c60, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:47:12.118303 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Network 35523913-5074-4f8f-a681-239e5a873c60 is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:12.130801 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 681ee4c8-99a4-4c2d-a0e9-cdb65899315e no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:12.134658 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 35523913-5074-4f8f-a681-239e5a873c60) {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:12.139153 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:12.140009 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.166393 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-8fdc4a7c-0508-4777-b7f5-a2da658c2aee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6302705 Jan 18 12:47:12.168550 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546d31f-65b0-41d4-8e17-d398f922b8a2 None None] Network 35523913-5074-4f8f-a681-239e5a873c60 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:12.169113 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53232) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:12.174673 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:12.182260 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:12.186360 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Usage tracker for resource:router and tenant:35388e155235433f9bbbb9ac0baafa3d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:12.189448 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:12.196311 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 681ee4c8-99a4-4c2d-a0e9-cdb65899315e {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:12.196796 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 681ee4c8-99a4-4c2d-a0e9-cdb65899315e not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:12.202287 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:12.220099 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103294'] for router, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.221207 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-738170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103281'] for router, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.246880 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103272'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.251999 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.253109 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.348577 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737635'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.350112 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2423b753-6cc4-442f-8918-7be635876e87 {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:47:12.366304 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.367603 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-0e112593-5509-4c92-acdd-00c976863378 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2423b753-6cc4-442f-8918-7be635876e87 HTTP/1.1" status: 204 len: 168 time: 3.3850417 Jan 18 12:47:12.371367 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53236) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:12.442615 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a4497bd-4b5f-5467-8b56-b0be525e1aca-35523913-5074-4f8f-a681-239e5a873c60', 'network_id': '35523913-5074-4f8f-a681-239e5a873c60', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'fixed_ips': [{'subnet_id': '40b4795b-66fe-483a-9085-da68113e16c0'}]}} from dv-cinder-825100-1-smb. {{(pid=82856) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:47:12.444015 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.467077 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] Deleting subnet f3a6de0c-760c-46dc-8590-6c6b377fb8de {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:47:12.472529 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.563350 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103267'] for router, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.594504 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Sync routers for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:12.601801 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3146375'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.613939 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:12.621819 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:12.696343 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.783145 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379332'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.817737 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.828011 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a6de0c-760c-46dc-8590-6c6b377fb8de,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:12.828642 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.db_base_plugin_common [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Allocated IP 172.20.0.2 (35523913-5074-4f8f-a681-239e5a873c60/40b4795b-66fe-483a-9085-da68113e16c0/2972f95b-0bb4-4e00-8048-4cb713805be9) {{(pid=82856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:12.842602 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.855942 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-75db2bfa-013f-4959-be21-337e617054d0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f3a6de0c-760c-46dc-8590-6c6b377fb8de HTTP/1.1" status: 204 len: 168 time: 0.4831147 Jan 18 12:47:12.857145 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53244) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:12.882284 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.893903 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:13.001460 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.127803 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 70fea135-d6be-4a77-9877-0856886f75a3 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:13.162883 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Allocated IP 172.28.2.61 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/899bb9d4-179d-4d39-9732-b676cf74f5b5) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:13.181514 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.202908 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 70fea135-d6be-4a77-9877-0856886f75a3 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:13.203438 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 70fea135-d6be-4a77-9877-0856886f75a3 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:13.246853 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Notify callbacks [] for port, precommit_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.260324 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Transition to ACTIVE for port object 2972f95b-0bb4-4e00-8048-4cb713805be9 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:13.284720 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Transition to ACTIVE for port object 2972f95b-0bb4-4e00-8048-4cb713805be9 will not be triggered until provisioned by entity DHCP. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:13.292527 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997'] for port, after_create {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.326023 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97eb3b03-a55b-49e4-9afa-3770f7db924d']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.341751 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656642d3-551c-4215-b98e-7ed5848627aa') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.342368 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656642d3-551c-4215-b98e-7ed5848627aa') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.342663 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.359922 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3146380'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.387294 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.392038 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.405159 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Network 35523913-5074-4f8f-a681-239e5a873c60 is already hosted by enough agents. {{(pid=82856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:13.408204 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.scheduler.base_scheduler [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Resources bound (agent type, host, resource id): {{(pid=82856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:13.417164 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Received port after_create {{(pid=82856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:13.419447 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Pushing event updated for resources: {'Port': ['ID=2972f95b-0bb4-4e00-8048-4cb713805be9,revision_number=1']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:13.420577 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:47:13.421068 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279631'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: Traceback (most recent call last): Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: timer() Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: cb(*args, **kw) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: return func(*args, **kwargs) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: self._notify() Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: self.callback(batched_events) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: event.method(event) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: return f(self, *a, **k) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: return self._get(url).json() Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:47:13.454230 dv-cinder-825100-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:47:13.477353 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 2, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.479729 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:13.481549 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:13.487083 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:13.497826 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Checking router: 98b080e5-8b43-479d-bd18-b937830a55e1 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:13.498440 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Updating router 98b080e5-8b43-479d-bd18-b937830a55e1 port 7d340fdc-97ac-40e1-8036-33653f89c77d binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:13.553617 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.592474 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.596030 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.610387 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Attempting to bind port 2972f95b-0bb4-4e00-8048-4cb713805be9 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:13.610891 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Attempting to bind port 2972f95b-0bb4-4e00-8048-4cb713805be9 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:13.611274 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Pushing event updated for resources: {'Port': ['ID=899bb9d4-179d-4d39-9732-b676cf74f5b5,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:13.611444 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Attempting to bind port 2972f95b-0bb4-4e00-8048-4cb713805be9 on network 35523913-5074-4f8f-a681-239e5a873c60 {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:13.611734 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=97eb3b03-a55b-49e4-9afa-3770f7db924d,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:13.618967 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:13.619453 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Checking segment: {'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:13.620086 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.620642 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Bound using segment: {'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:13.621216 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Bound port: 2972f95b-0bb4-4e00-8048-4cb713805be9, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:13.621693 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.634321 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a5894e0e-ff09-4c23-b2a4-cd2996b93a61 admin admin] 10.222.0.39 "DELETE /v2.0/networks/97eb3b03-a55b-49e4-9afa-3770f7db924d HTTP/1.1" status: 204 len: 168 time: 0.7759213 Jan 18 12:47:13.721485 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 4f280e50-773e-4b8e-84c9-dd5466a3393a no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:13.771059 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 4f280e50-773e-4b8e-84c9-dd5466a3393a {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:13.771489 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 4f280e50-773e-4b8e-84c9-dd5466a3393a not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:13.779877 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] For port 2972f95b-0bb4-4e00-8048-4cb713805be9, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:13.786256 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.787677 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744803'] for router, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.794152 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] For port 2972f95b-0bb4-4e00-8048-4cb713805be9, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=2972f95b-0bb4-4e00-8048-4cb713805be9,segment=NetworkSegment(fdddba3f-23ce-4832-9959-52b524c5efcb),segment_id=fdddba3f-23ce-4832-9959-52b524c5efcb)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:13.800276 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.912211 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432833e-7c04-4bab-ae6e-156149a80053 None None] Pushing event updated for resources: {'Port': ['ID=2972f95b-0bb4-4e00-8048-4cb713805be9,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:13.980210 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53262) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:14.051277 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-302f44ae-2d68-4ea3-a45a-4fe218f9dff7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7893ee1e0906446283f7b83ac23f9a02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0696259 Jan 18 12:47:14.054328 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53266) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:14.132478 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 is scheduled to L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 with binding_index 1 {{(pid=82854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:47:14.164426 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.177694 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Transition to ACTIVE for port object 7d340fdc-97ac-40e1-8036-33653f89c77d will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:14.185433 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7240cc41-8a58-441b-bd13-73a662f530da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.188077 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.254234 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7240cc41-8a58-441b-bd13-73a662f530da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.322871 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7240cc41-8a58-441b-bd13-73a662f530da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.343163 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240cc41-8a58-441b-bd13-73a662f530da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4f64c2-22a0-4ae5-ba56-b18fc9250015,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:14.373058 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7240cc41-8a58-441b-bd13-73a662f530da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.396061 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7240cc41-8a58-441b-bd13-73a662f530da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc4f64c2-22a0-4ae5-ba56-b18fc9250015 HTTP/1.1" status: 204 len: 168 time: 0.3286042 Jan 18 12:47:14.420059 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282372c9-6078-44ba-a803-4cbbff651598 None None] Pushing event updated for resources: {'Port': ['ID=7d340fdc-97ac-40e1-8036-33653f89c77d,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:14.471200 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:14.481932 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Sync routers for ids ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:14.508441 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Routers {'38b0135f-d48a-4fe0-9816-ada7f2ea9426'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:14.510074 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.510736 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:14.514044 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0c2dd1af-606b-4d11-996e-161952c04583 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3412223 Jan 18 12:47:14.514728 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53284) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:14.553597 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Attempting to bind port 7d340fdc-97ac-40e1-8036-33653f89c77d on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:14.554255 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Attempting to bind port 7d340fdc-97ac-40e1-8036-33653f89c77d by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:14.554378 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Attempting to bind port 7d340fdc-97ac-40e1-8036-33653f89c77d on network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:14.562378 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:14.563095 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Checking segment: {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:14.563595 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.564032 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Bound using segment: {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:14.564509 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Bound port: 7d340fdc-97ac-40e1-8036-33653f89c77d, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:14.564890 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.734775 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] For port 7d340fdc-97ac-40e1-8036-33653f89c77d, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:14.743173 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] For port 7d340fdc-97ac-40e1-8036-33653f89c77d, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=7d340fdc-97ac-40e1-8036-33653f89c77d,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:14.754896 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.829973 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Set router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:14.866074 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282372c9-6078-44ba-a803-4cbbff651598 None None] Pushing event updated for resources: {'Port': ['ID=7d340fdc-97ac-40e1-8036-33653f89c77d,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:14.881627 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:14.883409 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:15.138254 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:15.354536 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f346e7-5864-4879-9344-d5238c495f6c None None] Network 35523913-5074-4f8f-a681-239e5a873c60 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:15.581970 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:13Z', 'revision_number': 3, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port': {'id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:15.593806 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Checking router: 38b0135f-d48a-4fe0-9816-ada7f2ea9426 for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:15.594558 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Updating router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 port 899bb9d4-179d-4d39-9732-b676cf74f5b5 binding host dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:15.617351 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:14Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:15.621818 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4dbd4b-1389-4db7-b0da-aec9e1d5e210 None None] The sync data for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb is: [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:14Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:15.801478 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.884686 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-38de9308-18c4-435d-91c8-97a85d53a129 None None] Provisioning for port 2972f95b-0bb4-4e00-8048-4cb713805be9 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:16.015638 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 2972f95b-0bb4-4e00-8048-4cb713805be9 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:16.333312 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53320) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:16.385963 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.431366 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 2972f95b-0bb4-4e00-8048-4cb713805be9 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:16.452891 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-81a277f5-e41f-467e-91d2-c89e0de93979 None None] Provisioning complete for port 2972f95b-0bb4-4e00-8048-4cb713805be9 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:16.453259 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-81a277f5-e41f-467e-91d2-c89e0de93979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.483599 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 2972f95b-0bb4-4e00-8048-4cb713805be9 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:16.484432 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.559903 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2128513124-network', 'tenant_id': '4d750974585540d3941203f6967d3601'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:16.564858 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:16.577086 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Usage tracker for resource:network and tenant:4d750974585540d3941203f6967d3601 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:16.581570 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:16.594867 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:16.610084 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Made reservation on behalf of 4d750974585540d3941203f6967d3601 for: {'network': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:16.612971 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for network, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.631224 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.672023 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:16.677744 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Usage tracker for resource:security_group_rule and tenant:4d750974585540d3941203f6967d3601 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:16.681338 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:16.687501 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:16.705341 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Allocated IP 172.20.0.1 (35523913-5074-4f8f-a681-239e5a873c60/40b4795b-66fe-483a-9085-da68113e16c0/7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:16.766939 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.772128 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.814790 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62726f5-08d0-417f-992e-f53afe7ce60f,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:16.819386 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=82854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:47:16.831681 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.832229 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.segments_db [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Added segment 2a9d847c-3c53-4777-a606-b7979988f033 of type vlan for network 43ae2b39-db3c-4321-9993-bf5ce83755fd Jan 18 12:47:16.839010 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.868703 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768454836848'] for network, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.869386 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Notify callbacks [] for port, precommit_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.881755 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.887377 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Transition to ACTIVE for port object 899bb9d4-179d-4d39-9732-b676cf74f5b5 will not be triggered until provisioned by entity L2. {{(pid=82856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:16.902311 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Transition to ACTIVE for port object 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:16.902700 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-81a277f5-e41f-467e-91d2-c89e0de93979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.909550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470'] for network, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.910705 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:16.911619 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.918747 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.933452 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.994961 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930b519-3ac7-49ec-8dbd-8c912d046d9a None None] Pushing event updated for resources: {'Port': ['ID=899bb9d4-179d-4d39-9732-b676cf74f5b5,revision_number=2']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.001903 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 2972f95b-0bb4-4e00-8048-4cb713805be9, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=2972f95b-0bb4-4e00-8048-4cb713805be9,segment=NetworkSegment(fdddba3f-23ce-4832-9959-52b524c5efcb),segment_id=fdddba3f-23ce-4832-9959-52b524c5efcb)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:17.012670 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.024000 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Network 35523913-5074-4f8f-a681-239e5a873c60 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:17.027618 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:17.033987 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:17.050126 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] Pushing event updated for resources: {'Network': ['ID=43ae2b39-db3c-4321-9993-bf5ce83755fd,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.080560 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-72542c0a-3bbf-4bfe-a4f3-fb214894c682 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7443116 Jan 18 12:47:17.082815 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53328) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:17.091898 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.099418 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd details requested by agent ovs-agent-dv-cinder-825100-1-smb with host dv-cinder-825100-1-smb {{(pid=82856) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:47:17.103361 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Request body: {'subnet': {'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2128513124-subnet', 'tenant_id': '4d750974585540d3941203f6967d3601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:17.111363 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:17.125703 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Usage tracker for resource:subnet and tenant:4d750974585540d3941203f6967d3601 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:17.130936 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:17.139654 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:17.141808 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744277'] for router_interface, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.172189 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Made reservation on behalf of 4d750974585540d3941203f6967d3601 for: {'subnet': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:17.174825 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379355'] for subnet, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.229460 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Attempting to bind port 899bb9d4-179d-4d39-9732-b676cf74f5b5 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:17.229828 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Attempting to bind port 899bb9d4-179d-4d39-9732-b676cf74f5b5 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:17.230184 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Attempting to bind port 899bb9d4-179d-4d39-9732-b676cf74f5b5 on network e1d6246f-2821-483a-81df-7073a41a1bba {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:17.264386 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-81a277f5-e41f-467e-91d2-c89e0de93979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:47:17.264743 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-81a277f5-e41f-467e-91d2-c89e0de93979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:47:17.267826 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=2972f95b-0bb4-4e00-8048-4cb713805be9,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.273535 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:17.273901 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Checking segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:17.274300 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.274674 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Bound using segment: {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'} {{(pid=82856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:17.275142 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.managers [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Bound port: 899bb9d4-179d-4d39-9732-b676cf74f5b5, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8481e5-0418-4e6b-a368-886a2cddc1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}}] {{(pid=82856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:17.275545 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.366399 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] For port 899bb9d4-179d-4d39-9732-b676cf74f5b5, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:17.372471 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] For port 899bb9d4-179d-4d39-9732-b676cf74f5b5, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=899bb9d4-179d-4d39-9732-b676cf74f5b5,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:17.380932 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.446227 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.455925 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Routers {'38b0135f-d48a-4fe0-9816-ada7f2ea9426'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:17.456556 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:17.540898 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930b519-3ac7-49ec-8dbd-8c912d046d9a None None] Pushing event updated for resources: {'Port': ['ID=899bb9d4-179d-4d39-9732-b676cf74f5b5,revision_number=3']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.704464 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] Set router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:17.772202 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3146474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379341'] for subnet, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.828104 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.838139 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.863060 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7d340fdc-97ac-40e1-8036-33653f89c77d up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:18.040607 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3decf79-3744-4462-a93e-1f6a7206db1d,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:18.078701 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739004'] for router_interface, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.096334 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:18.108547 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Checking segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:18.109069 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Network hostable DHCP agents. Network: 43ae2b39-db3c-4321-9993-bf5ce83755fd, hostable agents: ['e6861915-440e-4712-b39a-e24b79f84f35'], hosted agents: [] {{(pid=82855) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:47:18.168103 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 7d340fdc-97ac-40e1-8036-33653f89c77d completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:18.179032 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 7d340fdc-97ac-40e1-8036-33653f89c77d triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:18.179596 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.225276 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a5d10ce3-7ecd-4a9f-ba58-7424a8257d0f None None] Provisioning for port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:18.249849 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-6558d4aa-3709-4afd-8212-0beae1dca954 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:18.251295 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-6558d4aa-3709-4afd-8212-0beae1dca954 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/networks?id=ff123c21-42b2-4f8e-a012-799ca499bc62 HTTP/1.1" status: 200 len: 814 time: 0.3214052 Jan 18 12:47:18.257706 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a5d10ce3-7ecd-4a9f-ba58-7424a8257d0f None None] Provisioning complete for port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:18.258218 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a5d10ce3-7ecd-4a9f-ba58-7424a8257d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.259974 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd is scheduled to be hosted by DHCP agent e6861915-440e-4712-b39a-e24b79f84f35 with binding_index 1 {{(pid=82855) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:18.299167 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-smb, 43ae2b39-db3c-4321-9993-bf5ce83755fd) {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:18.314260 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-eb5b1ffb-f01c-4e28-9f3f-f1becc8b131b tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/quotas/52d92c352ea54108b9a0551fa942cf8d HTTP/1.1" status: 200 len: 375 time: 0.0503285 Jan 18 12:47:18.317047 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:18.318107 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6331c1f-1592-446c-893c-24ee608b5f8b None None] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:18.318241 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.384727 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c8daa822-6a8c-47ce-bfb3-bdff80629a69 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2902474 Jan 18 12:47:18.397312 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Network 35523913-5074-4f8f-a681-239e5a873c60 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:18.398565 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:18.402980 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-c14473af-95f2-4762-9ba4-712eaf2b26f9 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52d92c352ea54108b9a0551fa942cf8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656371 Jan 18 12:47:18.464664 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a5d10ce3-7ecd-4a9f-ba58-7424a8257d0f None None] Port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:18.612009 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.709214 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-499975eb-e141-4e68-b613-2316900fd2b6 service neutron] 10.222.0.39 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278256 Jan 18 12:47:18.784512 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port': {'id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31', 'name': '', 'network_id': '35523913-5074-4f8f-a681-239e5a873c60', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'mac_address': 'fa:16:3e:64:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40b4795b-66fe-483a-9085-da68113e16c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 1, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'subnets': [{'id': '40b4795b-66fe-483a-9085-da68113e16c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:18.788698 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 7d340fdc-97ac-40e1-8036-33653f89c77d, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=7d340fdc-97ac-40e1-8036-33653f89c77d,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:18.804120 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.805031 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 2972f95b-0bb4-4e00-8048-4cb713805be9 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:18.862043 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325fbad-0738-460b-a4ac-42b68d074405 None None] The sync data for ids ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'] in dv-cinder-825100-1-smb is: [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port': {'id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31', 'name': '', 'network_id': '35523913-5074-4f8f-a681-239e5a873c60', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'mac_address': 'fa:16:3e:64:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40b4795b-66fe-483a-9085-da68113e16c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:16Z', 'revision_number': 1, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'subnets': [{'id': '40b4795b-66fe-483a-9085-da68113e16c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:18.891264 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4fb7b-c29e-4c8c-bf45-f5792b1d52aa None None] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:19.065070 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=7d340fdc-97ac-40e1-8036-33653f89c77d,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:19.068442 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-6099cb81-2afe-4633-a4e1-1ced682774cd None None] Provisioning complete for port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:19.068734 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-6099cb81-2afe-4633-a4e1-1ced682774cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.168264 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-33d90819-f14c-4410-8bae-e3defe76b462 service neutron] 10.222.0.39 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581635 Jan 18 12:47:19.191848 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-6099cb81-2afe-4633-a4e1-1ced682774cd None None] Port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:19.203473 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 2972f95b-0bb4-4e00-8048-4cb713805be9 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:19.203838 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.304076 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-fffe506d-6d44-49d1-8b2a-5f523cd10363 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:19.305532 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-fffe506d-6d44-49d1-8b2a-5f523cd10363 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.2587149 Jan 18 12:47:19.453345 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e5dc2786-b891-4c32-b28a-f3ecd3223956 req-49db08f6-ef8d-4fa2-b5dd-5566cde74159 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 210 time: 0.0581117 Jan 18 12:47:19.457178 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-8da6caa0-50e7-4a7d-94ba-16ffecafe025 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/quotas/4d750974585540d3941203f6967d3601 HTTP/1.1" status: 200 len: 375 time: 0.1319120 Jan 18 12:47:19.511832 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-03e418ea-9d97-4809-8225-4d71b353d520 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461254 Jan 18 12:47:19.628278 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:19.672468 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-f68e49f0-e031-42df-b856-8ab8912da6cf service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518261 Jan 18 12:47:19.720223 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7d340fdc-97ac-40e1-8036-33653f89c77d up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:19.807098 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 7d340fdc-97ac-40e1-8036-33653f89c77d triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:19.807782 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.904844 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-3b30e001-00ae-4395-85d0-3c9520b5d074 service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843131 Jan 18 12:47:20.020908 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:20.037056 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-85b24823-5518-468e-9ea5-423fe2b88247 admin admin] 10.222.0.39 "PUT /v2.0/routers/38b0135f-d48a-4fe0-9816-ada7f2ea9426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5103528 Jan 18 12:47:20.166188 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2cd885ca-4b5a-46ea-9cc8-d750849dac22 req-0e3f0570-3c3c-4ba8-836c-ca8a7e7caf3c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 210 time: 0.0584064 Jan 18 12:47:20.628633 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-1f54ca31-a4ac-434f-ac76-1e0dc79ad6f2 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:20.631853 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-1f54ca31-a4ac-434f-ac76-1e0dc79ad6f2 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "GET /v2.0/networks?id=ff123c21-42b2-4f8e-a012-799ca499bc62 HTTP/1.1" status: 200 len: 814 time: 0.2261548 Jan 18 12:47:20.681010 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Request body: {'port': {'device_id': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62', 'admin_state_up': True, 'tenant_id': '52d92c352ea54108b9a0551fa942cf8d'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:20.709003 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ad174119-2187-4c74-a59f-5a32e06c117f req-aa9bafe9-ef26-4225-ae9f-fa75102be6c6 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 210 time: 0.0866792 Jan 18 12:47:20.858447 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:20.869141 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:20.887208 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Made reservation on behalf of 52d92c352ea54108b9a0551fa942cf8d for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:20.890807 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.063611 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Allocated IP 172.20.0.12 (ff123c21-42b2-4f8e-a012-799ca499bc62/443aa1a3-af05-41ea-9660-38a43d2fb185/d0110030-d846-4c32-9c86-9187e550b1e1) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:21.393129 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2f5a7d4c-badd-412f-9954-9991ecb2315e req-fb1a9e7d-8361-4168-bba1-c603c15351b6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 210 time: 0.0618515 Jan 18 12:47:21.501325 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.642779 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:21.715051 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-3874a102-530f-4a39-acda-398e34381ff1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:21.716586 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-3874a102-530f-4a39-acda-398e34381ff1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.3114738 Jan 18 12:47:21.737009 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Request body: {'port': {'device_id': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'admin_state_up': True, 'tenant_id': '4d750974585540d3941203f6967d3601'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:21.781812 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Network ff123c21-42b2-4f8e-a012-799ca499bc62 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:21.864265 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53440) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:21.904193 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:21.922265 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:21.950266 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] Deleting subnet bbdb7ced-fd64-403e-ae90-a97ad893f545 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:47:21.955304 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.006633 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Pushing event updated for resources: {'Port': ['ID=d0110030-d846-4c32-9c86-9187e550b1e1,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:22.010802 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581228'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.060213 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:22.081122 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Usage tracker for resource:port and tenant:4d750974585540d3941203f6967d3601 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:22.089852 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:22.090526 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.096298 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:22.113645 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:22.136412 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-fc036785-424d-40e1-ac36-8f84398aceb5 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4666362 Jan 18 12:47:22.150537 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7479956-498f-4db8-9f78-b349afa040bf req-219a1579-602c-4a29-9556-ba08f3221a73 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:22.151809 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c7479956-498f-4db8-9f78-b349afa040bf req-219a1579-602c-4a29-9556-ba08f3221a73 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Synchronizing usage tracker for tenant:52d92c352ea54108b9a0551fa942cf8d on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:22.158134 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Made reservation on behalf of 4d750974585540d3941203f6967d3601 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:22.161960 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.165302 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.176201 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Request body: {'port': {'device_id': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:22.237679 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3890451'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.245491 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c7479956-498f-4db8-9f78-b349afa040bf req-219a1579-602c-4a29-9556-ba08f3221a73 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Unset dirty status for tenant:52d92c352ea54108b9a0551fa942cf8d on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:22.252152 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c7479956-498f-4db8-9f78-b349afa040bf req-219a1579-602c-4a29-9556-ba08f3221a73 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 932 time: 0.3310492 Jan 18 12:47:22.279102 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdb7ced-fd64-403e-ae90-a97ad893f545,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:22.284409 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.291871 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ea4b1b94-c797-4143-a1e2-c47a488b046c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bbdb7ced-fd64-403e-ae90-a97ad893f545 HTTP/1.1" status: 204 len: 168 time: 0.4264414 Jan 18 12:47:22.294357 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53444) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:22.418097 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.425425 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.451546 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c7479956-498f-4db8-9f78-b349afa040bf req-d1c1c9f1-6d84-459d-915c-4b42611a3dfe tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983864 Jan 18 12:47:22.593175 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Allocated IP 172.20.0.3 (43ae2b39-db3c-4321-9993-bf5ce83755fd/e3decf79-3744-4462-a93e-1f6a7206db1d/b7538d00-a9a0-4a84-992e-09db7a8eb5ff) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:22.627510 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.665883 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c980eb-273f-422f-99df-cf6c4e0a2fbf']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:22.680100 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a717ad-b412-42a0-aaa8-810a7fe333ab') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:22.682547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a717ad-b412-42a0-aaa8-810a7fe333ab') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:22.696955 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.702022 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-34072974-f1aa-418d-80cb-9c1b30fa4ac7 req-b73be972-0d81-4f0c-9f3d-18258963df88 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 210 time: 0.0611134 Jan 18 12:47:22.721039 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.729879 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:47:22.730534 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:47:22.746820 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:47:22.857621 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.892377 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:22.902283 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53450) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:22.904021 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a2c980eb-273f-422f-99df-cf6c4e0a2fbf HTTP/1.1" status: 204 len: 168 time: 0.6070609 Jan 18 12:47:22.917301 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873f716-a4c5-40fb-9f9e-9b3bd3546e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c980eb-273f-422f-99df-cf6c4e0a2fbf,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.058939 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] Deleting subnet ef79c848-2833-4df7-97ff-e3156a5004bf {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:47:23.067348 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.126722 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.264947 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3146375'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.375096 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0110030-d846-4c32-9c86-9187e550b1e1 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:23.386354 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.410582 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.441374 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Transition to ACTIVE for port object d0110030-d846-4c32-9c86-9187e550b1e1 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:23.450960 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.487792 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.625552 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Pushing event updated for resources: {'Port': ['ID=d0110030-d846-4c32-9c86-9187e550b1e1,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.629265 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:23.662310 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:23.672199 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:23.747402 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379332'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.830677 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:47:23.847226 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef79c848-2833-4df7-97ff-e3156a5004bf,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.904580 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event updated for resources: {'Port': ['ID=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.950994 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.960763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:23.961380 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.010922 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-b1f03e9f-0255-4c2c-a794-783492d6d335 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ef79c848-2833-4df7-97ff-e3156a5004bf HTTP/1.1" status: 204 len: 168 time: 1.1053069 Jan 18 12:47:24.011615 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53458) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:24.025096 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-614401c5-6ac8-4ad5-96b7-18aeb3fdaab0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2915339 Jan 18 12:47:24.052654 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Request body: {'port': {'device_id': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:24.118673 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Attempting to bind port d0110030-d846-4c32-9c86-9187e550b1e1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:24.119119 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Attempting to bind port d0110030-d846-4c32-9c86-9187e550b1e1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:24.119385 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Attempting to bind port d0110030-d846-4c32-9c86-9187e550b1e1 on network ff123c21-42b2-4f8e-a012-799ca499bc62 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:24.144452 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cb1ea-6026-42f6-b62a-fdf8acd46e0d req-1a5afd44-769a-464a-b22a-358b1cbaf0b8 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:24.151198 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-508cb1ea-6026-42f6-b62a-fdf8acd46e0d req-1a5afd44-769a-464a-b22a-358b1cbaf0b8 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 944 time: 0.4863603 Jan 18 12:47:24.207740 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Port d0110030-d846-4c32-9c86-9187e550b1e1 on network ff123c21-42b2-4f8e-a012-799ca499bc62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:24.208102 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Attempting to bind port d0110030-d846-4c32-9c86-9187e550b1e1 on network ff123c21-42b2-4f8e-a012-799ca499bc62 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:24.248748 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.253934 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08898d12-6934-4be7-9d7b-e0c2c6fa14cb req-d3abe4e8-7065-4928-a246-a2de4571f246 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:24.254694 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-08898d12-6934-4be7-9d7b-e0c2c6fa14cb req-d3abe4e8-7065-4928-a246-a2de4571f246 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Synchronizing usage tracker for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:24.266595 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:24.266929 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Checking segment: {'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:24.267312 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Bound using segment: {'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:24.267758 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Bound port: d0110030-d846-4c32-9c86-9187e550b1e1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74df925e-f4a0-41e4-a6a3-a99e49ef728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:24.268117 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.285751 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.316193 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-508cb1ea-6026-42f6-b62a-fdf8acd46e0d req-caf15271-26c5-4deb-b477-01aef76fa1bd tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640604 Jan 18 12:47:24.406561 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-08898d12-6934-4be7-9d7b-e0c2c6fa14cb req-d3abe4e8-7065-4928-a246-a2de4571f246 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Unset dirty status for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:24.407457 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08898d12-6934-4be7-9d7b-e0c2c6fa14cb req-d3abe4e8-7065-4928-a246-a2de4571f246 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 931 time: 0.4950054 Jan 18 12:47:24.409759 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.468387 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81355c95-86b2-4e5c-9445-c2e8ff8720a9']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:24.494063 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d56498f-3200-4d52-8bb6-51d961e9171e') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:24.494412 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d56498f-3200-4d52-8bb6-51d961e9171e') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:24.527955 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.553841 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-08898d12-6934-4be7-9d7b-e0c2c6fa14cb req-d79a0086-0312-4b4a-ab5b-432142ba0b2a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363971 Jan 18 12:47:24.557229 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] For port d0110030-d846-4c32-9c86-9187e550b1e1, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:24.571535 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.579530 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] For port d0110030-d846-4c32-9c86-9187e550b1e1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d0110030-d846-4c32-9c86-9187e550b1e1,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:24.586707 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:47:24.587454 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.606793 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:47:24.610438 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:47:24.709376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.728090 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.738111 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] Pushing event deleted for resources: {'Network': ['ID=81355c95-86b2-4e5c-9445-c2e8ff8720a9,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:24.742532 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c487d909-739f-4765-a033-dde77ecc0050 admin admin] 10.222.0.39 "DELETE /v2.0/networks/81355c95-86b2-4e5c-9445-c2e8ff8720a9 HTTP/1.1" status: 204 len: 168 time: 0.7296631 Jan 18 12:47:24.794414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:24.795869 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] 10.222.0.85 "PUT /v2.0/ports/d0110030-d846-4c32-9c86-9187e550b1e1 HTTP/1.1" status: 200 len: 1094 time: 2.6408424 Jan 18 12:47:24.798473 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'tag': 'd0110030-d846-4c32-9c86-9187e550b1e1'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:24.837070 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf38bff-322d-4d04-8146-e38a0cd01715 service neutron] Pushing event updated for resources: {'Port': ['ID=d0110030-d846-4c32-9c86-9187e550b1e1,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:24.900796 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'tag': 'd0110030-d846-4c32-9c86-9187e550b1e1', 'status': 'completed', 'code': 200} Jan 18 12:47:24.986437 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53470) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:25.009311 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-3f309886-6482-48be-a410-ac05ec697495 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=52d92c352ea54108b9a0551fa942cf8d&device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 1097 time: 0.1543465 Jan 18 12:47:25.014457 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7538d00-a9a0-4a84-992e-09db7a8eb5ff {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:25.059741 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0a6f98ef-a992-4c06-9f6f-17c329d16f29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3183c5afda04ecaab1bb896c20a31e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0728605 Jan 18 12:47:25.062510 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53474) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:25.085087 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-1bf76a5e-06fa-4eab-886c-2ca6a68fa39d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0110030-d846-4c32-9c86-9187e550b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0652990 Jan 18 12:47:25.086849 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.132568 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cbf27360-0243-4af8-a954-a80ca6010d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.170050 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cbf27360-0243-4af8-a954-a80ca6010d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.240574 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cbf27360-0243-4af8-a954-a80ca6010d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.271717 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cbf27360-0243-4af8-a954-a80ca6010d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.276054 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-dd162f81-faa8-4e50-8a90-47dcbfa4b417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:25.285677 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-dd162f81-faa8-4e50-8a90-47dcbfa4b417 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=443aa1a3-af05-41ea-9660-38a43d2fb185 HTTP/1.1" status: 200 len: 854 time: 0.1943011 Jan 18 12:47:25.289781 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cbf27360-0243-4af8-a954-a80ca6010d47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a0840b1-a2be-496e-b7d2-93334571965e HTTP/1.1" status: 204 len: 168 time: 0.2244360 Jan 18 12:47:25.291196 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf27360-0243-4af8-a954-a80ca6010d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0840b1-a2be-496e-b7d2-93334571965e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:25.359297 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-d06a2fee-a32e-40a2-9471-631315e840cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ff123c21-42b2-4f8e-a012-799ca499bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658920 Jan 18 12:47:25.371803 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Transition to ACTIVE for port object b7538d00-a9a0-4a84-992e-09db7a8eb5ff will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:25.395562 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:25.696975 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Pushing event updated for resources: {'Port': ['ID=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:25.923713 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-e08b0735-80fe-45f0-8bd2-a2f07641ee1c service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540698 Jan 18 12:47:26.087524 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53486) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:26.151681 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Attempting to bind port b7538d00-a9a0-4a84-992e-09db7a8eb5ff on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:26.152195 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Attempting to bind port b7538d00-a9a0-4a84-992e-09db7a8eb5ff by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:26.152632 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Attempting to bind port b7538d00-a9a0-4a84-992e-09db7a8eb5ff on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:26.166210 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e3e28-8412-493b-b59e-401ef8a72227 req-b31cbc8a-17ab-4815-9618-1f04acd3eff2 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:26.168051 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-287e3e28-8412-493b-b59e-401ef8a72227 req-b31cbc8a-17ab-4815-9618-1f04acd3eff2 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 944 time: 0.6405635 Jan 18 12:47:26.190822 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53490) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:26.191399 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-af1f0aac-48f3-4a38-b3fe-ad6442e0b20e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4001114dd1794b5dae41c44ab3302018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1017523 Jan 18 12:47:26.193668 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Port b7538d00-a9a0-4a84-992e-09db7a8eb5ff on network 43ae2b39-db3c-4321-9993-bf5ce83755fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:26.193914 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Attempting to bind port b7538d00-a9a0-4a84-992e-09db7a8eb5ff on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:26.263973 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:26.264324 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Checking segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:26.264873 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Bound using segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:26.265126 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Bound port: b7538d00-a9a0-4a84-992e-09db7a8eb5ff, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:26.265466 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.375733 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5db47bc1-d9fb-461d-8317-b0ce65165d47 req-465da969-1cd9-4354-afae-221b96f796e8 service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924394 Jan 18 12:47:26.401406 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7406e3-db81-4646-bcc5-ec0c7adb848b req-57cbd8f0-a329-4bf5-8e16-b04767c09028 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:26.402899 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7e7406e3-db81-4646-bcc5-ec0c7adb848b req-57cbd8f0-a329-4bf5-8e16-b04767c09028 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 943 time: 0.5879819 Jan 18 12:47:26.413367 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-287e3e28-8412-493b-b59e-401ef8a72227 req-6467e22f-d270-4057-9bbe-c7310d9909ba tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162714 Jan 18 12:47:26.534895 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-63b7b13c-bcd7-4ebe-8787-14e7b06c0cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.589241 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] For port b7538d00-a9a0-4a84-992e-09db7a8eb5ff, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:26.609845 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7e7406e3-db81-4646-bcc5-ec0c7adb848b req-a78ea701-5f83-4eec-8179-995173429d95 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955180 Jan 18 12:47:26.612871 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] For port b7538d00-a9a0-4a84-992e-09db7a8eb5ff, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:26.617927 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-63b7b13c-bcd7-4ebe-8787-14e7b06c0cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.630687 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.760089 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-dc167fb4-ed3c-4155-af67-13980379dc32 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=52d92c352ea54108b9a0551fa942cf8d&device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 1097 time: 0.3220849 Jan 18 12:47:26.763952 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.765344 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] 10.222.0.85 "PUT /v2.0/ports/b7538d00-a9a0-4a84-992e-09db7a8eb5ff HTTP/1.1" status: 200 len: 1093 time: 2.7175410 Jan 18 12:47:26.887833 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e477-6370-4ad5-857a-af9256fbed2c service neutron] Pushing event updated for resources: {'Port': ['ID=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:26.901494 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'tag': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:26.942907 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-63b7b13c-bcd7-4ebe-8787-14e7b06c0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.980151 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7b13c-bcd7-4ebe-8787-14e7b06c0cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d88753-56f7-4acb-8bf4-15a785f07807,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:27.007836 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-63b7b13c-bcd7-4ebe-8787-14e7b06c0cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:27.011682 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-63b7b13c-bcd7-4ebe-8787-14e7b06c0cb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24d88753-56f7-4acb-8bf4-15a785f07807 HTTP/1.1" status: 204 len: 168 time: 0.8171778 Jan 18 12:47:27.016659 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-c4b8fced-fe1f-4ffb-8c5b-d315214e1041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:27.018174 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-c4b8fced-fe1f-4ffb-8c5b-d315214e1041 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ff123c21-42b2-4f8e-a012-799ca499bc62 HTTP/1.1" status: 200 len: 915 time: 0.2468338 Jan 18 12:47:27.084379 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'tag': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'status': 'completed', 'code': 200} Jan 18 12:47:27.088259 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-aba61bcf-bbeb-4053-b88b-0188817e274f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 1096 time: 0.2771811 Jan 18 12:47:27.152908 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-df3a8f8f-ebb4-4a6f-895d-bb06090062e0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0110030-d846-4c32-9c86-9187e550b1e1 HTTP/1.1" status: 200 len: 217 time: 0.1255214 Jan 18 12:47:27.338588 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-3c6f97c0-7d56-49cb-9ccf-2d8068d6b5b9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7538d00-a9a0-4a84-992e-09db7a8eb5ff HTTP/1.1" status: 200 len: 217 time: 0.2352014 Jan 18 12:47:27.429035 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-eb3c56dd-43f0-4ae8-8464-108a213134ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:27.431157 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-eb3c56dd-43f0-4ae8-8464-108a213134ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=443aa1a3-af05-41ea-9660-38a43d2fb185 HTTP/1.1" status: 200 len: 854 time: 0.2653236 Jan 18 12:47:27.497197 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-084d7084-b638-4773-8f6f-7e3613c71685 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ff123c21-42b2-4f8e-a012-799ca499bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555675 Jan 18 12:47:27.501072 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-ebcf3530-793b-4d1f-9a33-1434c15acbd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:27.502587 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-ebcf3530-793b-4d1f-9a33-1434c15acbd0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.1568894 Jan 18 12:47:27.588328 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-5a1840b4-f404-41cc-a985-b68a0be68534 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779314 Jan 18 12:47:27.785607 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 899bb9d4-179d-4d39-9732-b676cf74f5b5 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:27.950837 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-3651a78b-809e-4818-aff9-6ebe1ecccd2f service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012284 Jan 18 12:47:27.957219 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 899bb9d4-179d-4d39-9732-b676cf74f5b5 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:27.963509 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 899bb9d4-179d-4d39-9732-b676cf74f5b5 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:27.964570 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:28.084372 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-a9f6f23b-8de3-44ec-9b69-daf0c7b2547b service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416976 Jan 18 12:47:28.103115 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bc01d-2073-4ad1-ba0e-f4bd2938f699 req-7107583e-346d-41dd-abee-072c7548a0ea tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.112796 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca8bc01d-2073-4ad1-ba0e-f4bd2938f699 req-7107583e-346d-41dd-abee-072c7548a0ea tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 944 time: 0.4715049 Jan 18 12:47:28.150905 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:28.194778 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2436b7b1-115b-43d4-a49c-bb08065da797 req-a46c1469-739d-413d-aa0e-849e6d133038 service neutron] 10.222.0.85 "GET /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352324 Jan 18 12:47:28.197132 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 899bb9d4-179d-4d39-9732-b676cf74f5b5, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=899bb9d4-179d-4d39-9732-b676cf74f5b5,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:28.204576 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:28.427491 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=899bb9d4-179d-4d39-9732-b676cf74f5b5,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:28.512182 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9cb8df96-bf0f-41ae-8db0-d8b6b694b1b9 req-93ad6e02-6418-40f4-9a9e-60e76fc79140 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969896 Jan 18 12:47:28.560883 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e531-e8e5-40c1-b3b6-ed6a8cc07c54 req-6764df86-3f1b-46f6-af81-f080516208c6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.569768 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9296e531-e8e5-40c1-b3b6-ed6a8cc07c54 req-6764df86-3f1b-46f6-af81-f080516208c6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 943 time: 0.7082188 Jan 18 12:47:28.658092 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca8bc01d-2073-4ad1-ba0e-f4bd2938f699 req-457a49e9-e3ab-4428-b79a-52082b1c73f9 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616196 Jan 18 12:47:28.713020 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9296e531-e8e5-40c1-b3b6-ed6a8cc07c54 req-c3b0bb9d-623f-4943-be33-1e6aba095ab4 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424501 Jan 18 12:47:28.743214 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-21d90e08-b01a-4063-a011-88503e726384 req-37ff8932-c7e6-4aaf-a26b-0fa449b11276 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 1096 time: 0.1460412 Jan 18 12:47:28.890943 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90e08-b01a-4063-a011-88503e726384 req-c839762f-bedc-407f-9cec-02f8021dbaee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.892496 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-21d90e08-b01a-4063-a011-88503e726384 req-c839762f-bedc-407f-9cec-02f8021dbaee service neutron] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 916 time: 0.1416745 Jan 18 12:47:28.968178 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-21d90e08-b01a-4063-a011-88503e726384 req-bf953bd4-4e27-42b1-85ea-8d284be6cb92 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7538d00-a9a0-4a84-992e-09db7a8eb5ff HTTP/1.1" status: 200 len: 217 time: 0.0677755 Jan 18 12:47:29.037727 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90e08-b01a-4063-a011-88503e726384 req-62dc07d3-bd3b-4805-9e88-1e833f5ada7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:29.039530 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-21d90e08-b01a-4063-a011-88503e726384 req-62dc07d3-bd3b-4805-9e88-1e833f5ada7c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.0647025 Jan 18 12:47:29.128562 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-21d90e08-b01a-4063-a011-88503e726384 req-db34b67d-b54b-40a7-8ec9-35eadd91ccb4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805089 Jan 18 12:47:29.195433 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device d0110030-d846-4c32-9c86-9187e550b1e1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:29.347485 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port d0110030-d846-4c32-9c86-9187e550b1e1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d0110030-d846-4c32-9c86-9187e550b1e1,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:29.364473 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'd0110030-d846-4c32-9c86-9187e550b1e1', 'network_id': 'ff123c21-42b2-4f8e-a012-799ca499bc62', 'port_id': 'd0110030-d846-4c32-9c86-9187e550b1e1', 'mac_address': 'fa:16:3e:ef:50:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443aa1a3-af05-41ea-9660-38a43d2fb185', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:29.440321 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:29.447500 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-21d90e08-b01a-4063-a011-88503e726384 req-64c84cfc-b3a4-4b32-a853-afe4a9f53a40 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081081 Jan 18 12:47:29.460499 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0110030-d846-4c32-9c86-9187e550b1e1 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:29.488122 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port d0110030-d846-4c32-9c86-9187e550b1e1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d0110030-d846-4c32-9c86-9187e550b1e1,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:29.522108 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:29.616939 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=d0110030-d846-4c32-9c86-9187e550b1e1,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:29.635744 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-21d90e08-b01a-4063-a011-88503e726384 req-26ee11f8-c4f5-460b-b42a-2e560847b005 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776903 Jan 18 12:47:29.764541 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 899bb9d4-179d-4d39-9732-b676cf74f5b5 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:29.812620 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['d0110030-d846-4c32-9c86-9187e550b1e1'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:29.960505 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948312d-ad33-4b0e-89c7-49263c32a1fc req-38342a74-290c-490a-8ca9-f22837703406 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:29.964341 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 899bb9d4-179d-4d39-9732-b676cf74f5b5 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:29.964959 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:29.966403 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c948312d-ad33-4b0e-89c7-49263c32a1fc req-38342a74-290c-490a-8ca9-f22837703406 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 945 time: 0.1492386 Jan 18 12:47:30.035933 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0df42-202d-491c-9658-bcb863602dd0 req-c8895e04-9c56-4a68-a15b-a68851a28cfd tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:30.045972 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-11f0df42-202d-491c-9658-bcb863602dd0 req-c8895e04-9c56-4a68-a15b-a68851a28cfd tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 943 time: 0.1703627 Jan 18 12:47:30.071838 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c948312d-ad33-4b0e-89c7-49263c32a1fc req-77a1410b-a66a-466c-a449-24766f02d358 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014800 Jan 18 12:47:30.128647 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-11f0df42-202d-491c-9658-bcb863602dd0 req-ac438b8c-d479-4fff-8681-238663078387 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810714 Jan 18 12:47:31.209894 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b7538d00-a9a0-4a84-992e-09db7a8eb5ff details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:31.214076 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device d0110030-d846-4c32-9c86-9187e550b1e1 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:31.411378 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf2ba-dc44-47e5-9ace-6e79b9ff5f69 req-16cc7a80-47e5-4ca6-8983-789da11a6166 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:31.412897 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-adccf2ba-dc44-47e5-9ace-6e79b9ff5f69 req-16cc7a80-47e5-4ca6-8983-789da11a6166 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 945 time: 0.1844552 Jan 18 12:47:31.447900 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707fc8b-d064-4512-bf17-2787e850fa13 req-8ce815af-9aff-41aa-ab0d-973c5197540b tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:31.449441 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a707fc8b-d064-4512-bf17-2787e850fa13 req-8ce815af-9aff-41aa-ab0d-973c5197540b tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 943 time: 0.1520855 Jan 18 12:47:31.472036 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port d0110030-d846-4c32-9c86-9187e550b1e1 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:31.506702 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port d0110030-d846-4c32-9c86-9187e550b1e1 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:31.512592 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.538173 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-adccf2ba-dc44-47e5-9ace-6e79b9ff5f69 req-9a154276-9d94-4b70-bf78-6cda2fd0988d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174691 Jan 18 12:47:31.540620 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a707fc8b-d064-4512-bf17-2787e850fa13 req-d79c5068-11d4-4885-93cb-33acfc632262 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792131 Jan 18 12:47:31.596912 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port b7538d00-a9a0-4a84-992e-09db7a8eb5ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:31.637580 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'port_id': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'mac_address': 'fa:16:3e:e2:b4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3decf79-3744-4462-a93e-1f6a7206db1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:31.645687 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.710096 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.769713 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7538d00-a9a0-4a84-992e-09db7a8eb5ff {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:31.789921 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.814424 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port b7538d00-a9a0-4a84-992e-09db7a8eb5ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:31.828774 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.886914 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0110030-d846-4c32-9c86-9187e550b1e1'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:31.907543 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port d0110030-d846-4c32-9c86-9187e550b1e1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d0110030-d846-4c32-9c86-9187e550b1e1,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:31.917553 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.933491 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:31.976576 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0110030-d846-4c32-9c86-9187e550b1e1', 'code': 200} Jan 18 12:47:32.023721 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=d0110030-d846-4c32-9c86-9187e550b1e1,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:32.102361 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:32.298588 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a0d89ead-1706-4572-8771-f750e20f2788 req-fcaeef39-6f50-47b2-9aef-830051898bfa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 1099 time: 0.1360707 Jan 18 12:47:32.371999 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a0d89ead-1706-4572-8771-f750e20f2788 req-868c5d30-0319-444a-90a5-9a676ebf6b1f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551519 Jan 18 12:47:32.878731 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7b82-49e7-4efd-b505-f6d44fdacbf7 req-cf8634a4-545b-4836-a723-175dd6ca60d6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:32.888666 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36ec7b82-49e7-4efd-b505-f6d44fdacbf7 req-cf8634a4-545b-4836-a723-175dd6ca60d6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 944 time: 0.1661408 Jan 18 12:47:32.927640 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339ec9a-4023-4fa0-b2fe-6723ca079d09 req-d163317d-2026-4577-b94e-4b51cd6633f4 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:32.927640 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4339ec9a-4023-4fa0-b2fe-6723ca079d09 req-d163317d-2026-4577-b94e-4b51cd6633f4 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 946 time: 0.1574717 Jan 18 12:47:32.976802 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36ec7b82-49e7-4efd-b505-f6d44fdacbf7 req-168e7f00-eff4-410f-b9fe-b8b16ef24143 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869427 Jan 18 12:47:32.993226 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4339ec9a-4023-4fa0-b2fe-6723ca079d09 req-23303f17-8aa3-4343-a988-9fbbd35b5c3f tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 Jan 18 12:47:33.226882 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b7538d00-a9a0-4a84-992e-09db7a8eb5ff up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:33.321928 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port b7538d00-a9a0-4a84-992e-09db7a8eb5ff completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:33.327501 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port b7538d00-a9a0-4a84-992e-09db7a8eb5ff triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:33.327872 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:33.455496 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:33.491601 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port b7538d00-a9a0-4a84-992e-09db7a8eb5ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:33.496210 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:33.574441 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:33.978241 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:34.036614 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'code': 200} Jan 18 12:47:34.141432 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e2aad307-617d-410f-a3ac-1d2d87541494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.236322 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957afd-d545-4c95-9951-0d1b6beb2add req-1148ce5f-bb52-4d66-9264-6ff98b5db091 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:34.237855 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-85957afd-d545-4c95-9951-0d1b6beb2add req-1148ce5f-bb52-4d66-9264-6ff98b5db091 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 945 time: 0.0927901 Jan 18 12:47:34.342463 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-85957afd-d545-4c95-9951-0d1b6beb2add req-051c29e6-af33-4c8e-b9c5-a26077d1d126 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988553 Jan 18 12:47:34.359150 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-15f58811-377d-43c2-a679-1db9ca5526ad req-8f45daa3-b2ef-489e-a38a-a1e58afe6101 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 1098 time: 0.0982037 Jan 18 12:47:34.456959 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-15f58811-377d-43c2-a679-1db9ca5526ad req-aa3d988c-d7b3-4716-bd90-4c217a1a99a8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678515 Jan 18 12:47:34.471473 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352289f-0c58-4635-9666-d501214de93b req-6a64c021-4168-4919-b559-f3b5f6a71737 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:34.472976 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f352289f-0c58-4635-9666-d501214de93b req-6a64c021-4168-4919-b559-f3b5f6a71737 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 946 time: 0.1188357 Jan 18 12:47:34.525444 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f352289f-0c58-4635-9666-d501214de93b req-eb66c566-d3a3-436f-817b-042563167006 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Jan 18 12:47:34.682353 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-8390b6f2-0d1c-4c02-abf5-75982e41de30 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:34.683775 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-8390b6f2-0d1c-4c02-abf5-75982e41de30 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/networks?id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 200 len: 815 time: 0.1482568 Jan 18 12:47:34.700483 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-8519ee8b-afba-4e2a-90a4-e1f568381909 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/quotas/9152617bb84b497a8332641e32ee1511 HTTP/1.1" status: 200 len: 375 time: 0.0112031 Jan 18 12:47:34.789749 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-e24946fa-8cf0-4cba-8ae4-cdfb69639705 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841775 Jan 18 12:47:34.931391 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-3cf8be87-fd6c-4e5b-9439-4a3b3f184aa8 service neutron] 10.222.0.39 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292434 Jan 18 12:47:35.074071 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b375efb-cf8c-4a20-9d9b-7122e5a2afc4 service neutron] 10.222.0.39 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355960 Jan 18 12:47:35.285174 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-26d99648-aa81-419f-a363-9f9cce5c5105 req-fb2bfb74-935f-4615-ad5d-21b9beac525e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 210 time: 0.0575233 Jan 18 12:47:35.608494 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53646) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:35.699341 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5606c-2c29-4355-8e2a-bf6f4dcf33c1 req-d6cb50a6-0fe2-4122-a102-eed30ecb054d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:35.700826 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f3c5606c-2c29-4355-8e2a-bf6f4dcf33c1 req-d6cb50a6-0fe2-4122-a102-eed30ecb054d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 945 time: 0.2070155 Jan 18 12:47:35.763036 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f3c5606c-2c29-4355-8e2a-bf6f4dcf33c1 req-7de254f2-55d5-4844-982c-3aefad419b03 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553482 Jan 18 12:47:35.788801 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.825142 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:35.829658 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Usage tracker for resource:security_group_rule and tenant:9339f9f81a5242a6a0a14a4086a62653 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:35.833695 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:35.840566 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:35.914974 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.918805 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:35.965888 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2dd6fe-c92f-434c-b4c5-2d93546deeb7,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:35.975152 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53652) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:35.977498 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3de53bbb-5331-410d-b09e-ee8d4fa7bfa9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9339f9f81a5242a6a0a14a4086a62653&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3675315 Jan 18 12:47:36.040208 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919b4790-7500-43c8-b815-f1f4b6ff54eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.076253 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919b4790-7500-43c8-b815-f1f4b6ff54eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.145981 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919b4790-7500-43c8-b815-f1f4b6ff54eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.163456 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b4790-7500-43c8-b815-f1f4b6ff54eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2dd6fe-c92f-434c-b4c5-2d93546deeb7,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:36.168763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-919b4790-7500-43c8-b815-f1f4b6ff54eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.172216 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-919b4790-7500-43c8-b815-f1f4b6ff54eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff2dd6fe-c92f-434c-b4c5-2d93546deeb7 HTTP/1.1" status: 204 len: 168 time: 0.1939857 Jan 18 12:47:36.365314 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-30d8840d-262e-45ad-8e9b-4f904dc01912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.501806 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f8258da3-365c-4056-9caf-ad22d967d378 req-4743b222-d20e-402a-9ade-617f6a113480 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 210 time: 0.0724843 Jan 18 12:47:36.844264 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-f5dac0de-d4af-4762-bc54-9eea30b66817 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:36.845736 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-f5dac0de-d4af-4762-bc54-9eea30b66817 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.85 "GET /v2.0/networks?id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 200 len: 815 time: 0.2483373 Jan 18 12:47:36.866521 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'port': {'device_id': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'admin_state_up': True, 'tenant_id': '9152617bb84b497a8332641e32ee1511'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:37.093225 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:37.102490 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4d966-0ab2-43e8-b734-73a8cc940b4d req-f2f57556-a4be-4dd3-a37a-b83e4491e598 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:37.103952 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5df4d966-0ab2-43e8-b734-73a8cc940b4d req-f2f57556-a4be-4dd3-a37a-b83e4491e598 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 945 time: 0.1439738 Jan 18 12:47:37.104993 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:port and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:37.108450 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:37.128852 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:37.157127 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Made reservation on behalf of 9152617bb84b497a8332641e32ee1511 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:37.160326 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.177715 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5df4d966-0ab2-43e8-b734-73a8cc940b4d req-5e592da8-8e11-44c2-8427-9c2d56c4e3b8 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Jan 18 12:47:37.379273 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Allocated IP 172.20.0.5 (30ac41a9-d355-4e63-a4d8-a56ea3cdb395/7e7c25ec-8517-4e41-9d36-46da869960ac/b240770f-9c72-4d92-a198-3b6e3efe50f6) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:37.495254 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.726779 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.854751 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.055379 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f285fdb2-ab4e-4c70-a39d-64681886af25 req-ca1a69e4-4d59-45c4-a7d1-7e0def417238 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 210 time: 0.1711807 Jan 18 12:47:38.059967 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Transition to ACTIVE for port object b240770f-9c72-4d92-a198-3b6e3efe50f6 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:38.104480 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.266857 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:38.271319 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:38.290565 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:38.331251 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:38.409231 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.423563 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.478549 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-6b8d3d27-57e8-4eea-bbe5-9fa15fbbb47d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6154869 Jan 18 12:47:38.707352 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-0a29286a-62dc-460b-962d-62100d157d9d None None] Provisioning for port b240770f-9c72-4d92-a198-3b6e3efe50f6 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:38.720948 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-0a29286a-62dc-460b-962d-62100d157d9d None None] Provisioning complete for port b240770f-9c72-4d92-a198-3b6e3efe50f6 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:38.721394 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0a29286a-62dc-460b-962d-62100d157d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:38.731607 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Request body: {'port': {'device_id': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:38.811977 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-0a29286a-62dc-460b-962d-62100d157d9d None None] Port b240770f-9c72-4d92-a198-3b6e3efe50f6 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:47:38.925142 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.045791 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.151361 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fa121-1c4a-4a5a-bd7d-4a34cb2eba52 req-bf9f59f2-a1b0-4ec4-9d65-a61db58e94e0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:39.152758 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-947fa121-1c4a-4a5a-bd7d-4a34cb2eba52 req-bf9f59f2-a1b0-4ec4-9d65-a61db58e94e0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.2150414 Jan 18 12:47:39.352675 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-947fa121-1c4a-4a5a-bd7d-4a34cb2eba52 req-85ebbfb4-2937-448f-8970-a5cd7146d641 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795800 Jan 18 12:47:39.606390 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ec1af-8aed-45eb-af32-54c6a6be987d req-241c4d76-0e6b-4d65-8291-4059ffcfde8e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:39.607089 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-ce1ec1af-8aed-45eb-af32-54c6a6be987d req-241c4d76-0e6b-4d65-8291-4059ffcfde8e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Synchronizing usage tracker for tenant:9152617bb84b497a8332641e32ee1511 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:39.709677 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-ce1ec1af-8aed-45eb-af32-54c6a6be987d req-241c4d76-0e6b-4d65-8291-4059ffcfde8e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Unset dirty status for tenant:9152617bb84b497a8332641e32ee1511 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:39.717366 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ce1ec1af-8aed-45eb-af32-54c6a6be987d req-241c4d76-0e6b-4d65-8291-4059ffcfde8e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 931 time: 0.4654508 Jan 18 12:47:39.799892 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ce1ec1af-8aed-45eb-af32-54c6a6be987d req-671126b3-f923-416d-8f03-2e1617a72609 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815153 Jan 18 12:47:39.887767 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b240770f-9c72-4d92-a198-3b6e3efe50f6 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:39.900898 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:39.920047 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Transition to ACTIVE for port object b240770f-9c72-4d92-a198-3b6e3efe50f6 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:39.929094 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.127948 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:40.300341 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Attempting to bind port b240770f-9c72-4d92-a198-3b6e3efe50f6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:40.300689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Attempting to bind port b240770f-9c72-4d92-a198-3b6e3efe50f6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:40.301017 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Attempting to bind port b240770f-9c72-4d92-a198-3b6e3efe50f6 on network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:40.322701 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Port b240770f-9c72-4d92-a198-3b6e3efe50f6 on network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:40.328856 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Attempting to bind port b240770f-9c72-4d92-a198-3b6e3efe50f6 on network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:40.344705 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:40.345404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Checking segment: {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:40.346047 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Bound using segment: {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:40.346963 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Bound port: b240770f-9c72-4d92-a198-3b6e3efe50f6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e51bca-448c-4719-9634-5968098257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:40.348138 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.478984 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:40.484900 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:40.490027 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.619131 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:40.636066 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:40.637409 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-cfb8a9a0-b937-4d54-b36b-618058aa70b3 service neutron] 10.222.0.85 "PUT /v2.0/ports/b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 1093 time: 1.9235094 Jan 18 12:47:40.637845 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:40.737096 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59bbed-359c-4603-adc1-277a25eb035a req-5ccdb14c-3c48-4b49-8353-aa3cdf43b68e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:40.738626 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ff59bbed-359c-4603-adc1-277a25eb035a req-5ccdb14c-3c48-4b49-8353-aa3cdf43b68e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.1049421 Jan 18 12:47:40.815733 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ff59bbed-359c-4603-adc1-277a25eb035a req-8f601197-aada-4375-bb44-969706cb59da tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712092 Jan 18 12:47:40.926449 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'status': 'completed', 'code': 200} Jan 18 12:47:41.134190 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c135ca9-596b-4fb0-a120-030697e5447a req-80512835-b373-49bf-b56b-9af7eb3a0eb8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:41.136829 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c135ca9-596b-4fb0-a120-030697e5447a req-80512835-b373-49bf-b56b-9af7eb3a0eb8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 943 time: 0.0991755 Jan 18 12:47:41.198740 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4c135ca9-596b-4fb0-a120-030697e5447a req-0518140b-9ece-4f28-b8c4-168bfaa4f28f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560620 Jan 18 12:47:42.063277 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a9046-1b9b-44fe-9f0d-ee2660db098f req-7f0c4549-11c5-4f0d-82d4-e0f6d3699f69 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:42.064684 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-342a9046-1b9b-44fe-9f0d-ee2660db098f req-7f0c4549-11c5-4f0d-82d4-e0f6d3699f69 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.0861225 Jan 18 12:47:42.116260 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-342a9046-1b9b-44fe-9f0d-ee2660db098f req-95ca4638-0b56-446c-a2f5-182ea2ead227 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456822 Jan 18 12:47:42.410228 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d93c-7150-456d-a8e0-693b311b0df7 req-75354cc3-9083-4e26-8aa3-dab277499b72 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:42.412131 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7cb4d93c-7150-456d-a8e0-693b311b0df7 req-75354cc3-9083-4e26-8aa3-dab277499b72 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 943 time: 0.0867822 Jan 18 12:47:42.467543 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7cb4d93c-7150-456d-a8e0-693b311b0df7 req-c8735195-73bf-47d7-8fec-c9cf6ad6ad36 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493810 Jan 18 12:47:43.374706 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71f747-4f39-4c05-a28d-dd8840243e41 req-e8a94b9b-4edf-4d1a-aeed-0e4cac5c6b6a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:43.376363 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7a71f747-4f39-4c05-a28d-dd8840243e41 req-e8a94b9b-4edf-4d1a-aeed-0e4cac5c6b6a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.1044750 Jan 18 12:47:43.433622 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7a71f747-4f39-4c05-a28d-dd8840243e41 req-f45f0e45-6b4c-4688-82ff-c7e5cae15b3f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Jan 18 12:47:43.512357 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Sync routers for ids ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:43.527210 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Routers {'38b0135f-d48a-4fe0-9816-ada7f2ea9426'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:43.528132 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:43.771085 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d964a2-dbba-42cd-b5a6-d4809203a873 req-1480e6e6-628c-4249-9d52-f6a328014ac0 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:43.772564 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-96d964a2-dbba-42cd-b5a6-d4809203a873 req-1480e6e6-628c-4249-9d52-f6a328014ac0 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 943 time: 0.1410935 Jan 18 12:47:43.773998 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Set router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:43.851060 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-96d964a2-dbba-42cd-b5a6-d4809203a873 req-9b9ff4d6-da0c-4924-8ac8-d57a2bddbb55 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725892 Jan 18 12:47:44.171239 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port': {'id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31', 'name': '', 'network_id': '35523913-5074-4f8f-a681-239e5a873c60', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'mac_address': 'fa:16:3e:64:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40b4795b-66fe-483a-9085-da68113e16c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 2, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'subnets': [{'id': '40b4795b-66fe-483a-9085-da68113e16c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:44.175693 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Checking router: 38b0135f-d48a-4fe0-9816-ada7f2ea9426 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:44.176063 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Updating router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 binding host dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:47:44.231884 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.615089 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.631388 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Transition to ACTIVE for port object 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:44.647245 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:44.852568 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effd138-aa2a-443c-9b86-c8dfa6cc1973 req-5140c1da-08b5-4edc-955d-4ce74fabf2f0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:44.854611 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2effd138-aa2a-443c-9b86-c8dfa6cc1973 req-5140c1da-08b5-4edc-955d-4ce74fabf2f0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.2027874 Jan 18 12:47:44.969032 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2effd138-aa2a-443c-9b86-c8dfa6cc1973 req-81bfeae6-e5bf-452e-8ce8-08e0c87b86a0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930908 Jan 18 12:47:45.096495 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb729c8f-cb8c-4283-8627-6a938b4e3683 None None] Pushing event updated for resources: {'Port': ['ID=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:45.236149 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-40c38ca5-1d72-4947-af0d-4beded89cbca req-d9f62482-c842-47f7-8bb2-0eecac24475d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1096 time: 0.2000687 Jan 18 12:47:45.319645 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Attempting to bind port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 on host dv-cinder-825100-1-smb for vnic_type normal with profile {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:45.320330 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Attempting to bind port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 by drivers openvswitch,hyperv on host dv-cinder-825100-1-smb at level 0 using segments [{'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:45.320864 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Attempting to bind port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 on network 35523913-5074-4f8f-a681-239e5a873c60 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:45.335640 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Checking agent: {'id': 'e0f60249-afcd-4e7d-997a-ee2537b8a927', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 8), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:45.336353 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Checking segment: {'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:45.336921 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:45.337465 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Bound using segment: {'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:45.338082 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Bound port: 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31, host: dv-cinder-825100-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdddba3f-23ce-4832-9959-52b524c5efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '35523913-5074-4f8f-a681-239e5a873c60'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:45.338627 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:45.646753 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] For port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31, host dv-cinder-825100-1-smb, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:45.647505 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c38ca5-1d72-4947-af0d-4beded89cbca req-75775a09-323a-4e33-9819-8182f4e17608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:45.647610 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] For port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31, host dv-cinder-825100-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,segment=NetworkSegment(fdddba3f-23ce-4832-9959-52b524c5efcb),segment_id=fdddba3f-23ce-4832-9959-52b524c5efcb)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:45.649351 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-40c38ca5-1d72-4947-af0d-4beded89cbca req-75775a09-323a-4e33-9819-8182f4e17608 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9152617bb84b497a8332641e32ee1511&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3965423 Jan 18 12:47:45.657250 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:45.705131 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc3be0-0a5f-4ef6-a179-0f7b7c184849 req-0ad9a60e-3e56-4fdf-b85b-2ebb2c0e0457 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:45.714632 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93bc3be0-0a5f-4ef6-a179-0f7b7c184849 req-0ad9a60e-3e56-4fdf-b85b-2ebb2c0e0457 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 943 time: 0.3216698 Jan 18 12:47:45.726609 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-0f0c7bf6-6912-4e10-93cd-67751ec46137 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3240392 Jan 18 12:47:45.846574 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93bc3be0-0a5f-4ef6-a179-0f7b7c184849 req-efa3d2e7-efc6-4694-b046-af79bdb2a417 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186454 Jan 18 12:47:45.859097 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb729c8f-cb8c-4283-8627-6a938b4e3683 None None] Pushing event updated for resources: {'Port': ['ID=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,revision_number=4']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:45.872366 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Routers {'38b0135f-d48a-4fe0-9816-ada7f2ea9426'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:45.874119 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:46.173131 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] Set router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:46.665387 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c38ca5-1d72-4947-af0d-4beded89cbca req-facc52b6-73af-4b75-8538-94780fc5ea71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.667237 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-40c38ca5-1d72-4947-af0d-4beded89cbca req-facc52b6-73af-4b75-8538-94780fc5ea71 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4570506 Jan 18 12:47:46.681868 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc224e4-7a04-492c-becc-da8a48bdf2e1 req-798760e7-9298-4505-8203-e310fd54ff11 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.689723 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bcc224e4-7a04-492c-becc-da8a48bdf2e1 req-798760e7-9298-4505-8203-e310fd54ff11 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.2092829 Jan 18 12:47:46.745371 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bcc224e4-7a04-492c-becc-da8a48bdf2e1 req-a43487d4-7074-4e54-9134-4bba3c3eb8c1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546074 Jan 18 12:47:46.765190 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port': {'id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31', 'name': '', 'network_id': '35523913-5074-4f8f-a681-239e5a873c60', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'mac_address': 'fa:16:3e:64:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40b4795b-66fe-483a-9085-da68113e16c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:45Z', 'revision_number': 4, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'subnets': [{'id': '40b4795b-66fe-483a-9085-da68113e16c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:46.775701 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30370cc6-54b8-41b4-bcc0-6c0581655d83 None None] The sync data for ids ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'] in dv-cinder-825100-1-smb is: [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:17Z', 'revision_number': 4, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port': {'id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31', 'name': '', 'network_id': '35523913-5074-4f8f-a681-239e5a873c60', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'mac_address': 'fa:16:3e:64:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40b4795b-66fe-483a-9085-da68113e16c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:16Z', 'updated_at': '2022-01-18T12:47:45Z', 'revision_number': 4, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'subnets': [{'id': '40b4795b-66fe-483a-9085-da68113e16c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:47.069231 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be098411-c86f-4cd5-987a-b558c2d1b3ad req-fb0728bb-d9a9-47d6-ab66-cc8c0832647e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:47.070516 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be098411-c86f-4cd5-987a-b558c2d1b3ad req-fb0728bb-d9a9-47d6-ab66-cc8c0832647e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 943 time: 0.0914674 Jan 18 12:47:47.124427 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-be098411-c86f-4cd5-987a-b558c2d1b3ad req-75e0c57f-dca7-424e-9991-b76b89f677e4 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 Jan 18 12:47:47.327518 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-30e6bec9-069b-445f-97b7-89ad3ee7e856 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 1098 time: 0.1621652 Jan 18 12:47:47.353898 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-b0fc0949-8439-4b5c-839c-739781dd8d24 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1096 time: 0.1193938 Jan 18 12:47:47.561559 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-27deb1ad-50d9-4948-bcc5-741cd2aecc58 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 217 time: 0.1893337 Jan 18 12:47:47.685634 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-7505ab43-afb5-4ec1-8d52-c43c7a3858b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:47.687058 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-7505ab43-afb5-4ec1-8d52-c43c7a3858b7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e7c25ec-8517-4e41-9d36-46da869960ac HTTP/1.1" status: 200 len: 854 time: 0.1152229 Jan 18 12:47:47.691331 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-911f2ec1-03cb-4bbf-b682-910668c67492 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:47.692361 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-911f2ec1-03cb-4bbf-b682-910668c67492 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 912 time: 0.2545328 Jan 18 12:47:47.744751 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:47.811696 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71d4e-472d-49cc-ae96-455e8221a3b8 req-1098a96f-60d1-4062-9a84-ab1ce8e097d1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:47.813888 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6db71d4e-472d-49cc-ae96-455e8221a3b8 req-1098a96f-60d1-4062-9a84-ab1ce8e097d1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.3470087 Jan 18 12:47:47.848532 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning for port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:47.869437 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:47.870257 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.898825 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-6ccf28ca-e542-4dc7-9271-d842db5d7a72 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 200 len: 999 time: 0.1670027 Jan 18 12:47:47.910363 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6db71d4e-472d-49cc-ae96-455e8221a3b8 req-7bbaddac-e355-40c6-8f84-931240e1d794 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885975 Jan 18 12:47:48.001201 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-be122206-fe9b-45bc-83ec-6f58895a359c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3023546 Jan 18 12:47:48.028770 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-79da9b86-c19f-42d2-8e86-755c3c6c6b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.029895 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-79da9b86-c19f-42d2-8e86-755c3c6c6b7f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.1179435 Jan 18 12:47:48.043805 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.111460 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] For port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,segment=NetworkSegment(fdddba3f-23ce-4832-9959-52b524c5efcb),segment_id=fdddba3f-23ce-4832-9959-52b524c5efcb)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:48.157982 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.240209 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be24a9-0e58-4f38-bf0a-a94a147b0a8d req-046d052f-3fc2-429f-b7c2-0a37c9066eb9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.241133 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6be24a9-0e58-4f38-bf0a-a94a147b0a8d req-046d052f-3fc2-429f-b7c2-0a37c9066eb9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.2993286 Jan 18 12:47:48.266623 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-e7f6beb6-2c18-4584-a7b7-9a5bda377a45 service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399600 Jan 18 12:47:48.321518 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Pushing event updated for resources: {'Port': ['ID=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:48.411061 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-38f550e1-cee0-44c0-9ccc-f796c54ce375 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3583481 Jan 18 12:47:48.629959 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6be24a9-0e58-4f38-bf0a-a94a147b0a8d req-5e15fd2b-140d-49e5-838c-be354a404bca tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792765 Jan 18 12:47:48.685006 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f57d213e-1c87-4c87-9225-b6d62440b8e4 req-b640b1cb-b840-4e84-9928-953b74dee680 service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097230 Jan 18 12:47:48.723881 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f6e9d-2ebf-4524-bc78-1e262a925e81 req-fad0c0ac-4854-4c92-9201-d8b70f862ea1 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.725646 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-477f6e9d-2ebf-4524-bc78-1e262a925e81 req-fad0c0ac-4854-4c92-9201-d8b70f862ea1 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 943 time: 0.4162679 Jan 18 12:47:48.734614 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-5677f226-9598-468e-83bc-5eb3698e1233 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133075 Jan 18 12:47:48.860533 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-477f6e9d-2ebf-4524-bc78-1e262a925e81 req-b8a37691-c938-46ea-aa9c-0e7246680556 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281188 Jan 18 12:47:48.900629 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ccd1c214-7cdc-4d1f-a8c6-c76854c2ff9e req-60c1f9a7-10d2-4997-b438-d84cbc323a82 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523404 Jan 18 12:47:49.049504 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763f233-1f58-4ea6-af42-e86eba889cce req-0de4a746-c03e-4ad8-b818-b1e143ef9d65 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.051732 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1763f233-1f58-4ea6-af42-e86eba889cce req-0de4a746-c03e-4ad8-b818-b1e143ef9d65 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.0821393 Jan 18 12:47:49.170560 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Deleting port a4895030-f193-4def-bffe-f612ec341660 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:49.170896 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.248078 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048dd87-2f6e-42b6-8fb1-4ef3602290b7 req-4df9ab94-3cf3-47ee-aa09-974e392012e8 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.249548 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3048dd87-2f6e-42b6-8fb1-4ef3602290b7 req-4df9ab94-3cf3-47ee-aa09-974e392012e8 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.1967845 Jan 18 12:47:49.362560 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3048dd87-2f6e-42b6-8fb1-4ef3602290b7 req-dac6aea4-6da2-4244-ac23-956e08804c21 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879421 Jan 18 12:47:49.539202 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] For port a4895030-f193-4def-bffe-f612ec341660, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a4895030-f193-4def-bffe-f612ec341660,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:49.539565 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.798148 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 up at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:49.872623 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Provisioning complete for port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:49.872891 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.107357 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c540508-dee7-4003-9627-341ea453d28b req-c2227153-38b0-4125-8580-230ab83cb669 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.108811 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-c2227153-38b0-4125-8580-230ab83cb669 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.4125874 Jan 18 12:47:50.145427 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.145679 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.146265 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.l3_db [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Floating IP 58a46dce-d16d-4dec-9c25-3398f3966232 disassociated. External IP: 172.28.2.145, port: a4895030-f193-4def-bffe-f612ec341660. Jan 18 12:47:50.146747 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Calling delete_port for a4895030-f193-4def-bffe-f612ec341660 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:50.204102 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cc79e-c836-4742-8886-4f57397f2285 req-d21952bb-91ef-409c-97ae-0c3a48bd5f67 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.205565 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d80cc79e-c836-4742-8886-4f57397f2285 req-d21952bb-91ef-409c-97ae-0c3a48bd5f67 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 946 time: 0.3703682 Jan 18 12:47:50.209507 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-a18532d5-7d3b-4ecd-9730-90f556886b27 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/quotas/4d750974585540d3941203f6967d3601 HTTP/1.1" status: 200 len: 375 time: 0.0858130 Jan 18 12:47:50.472350 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d80cc79e-c836-4742-8886-4f57397f2285 req-327b4992-41a3-4dd5-bd49-8596cf29b12c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0155faa-ece0-48f2-9276-a1c78178d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539868 Jan 18 12:47:50.491915 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-c6b9663d-fe23-481a-b2b6-8c9ff9e652c2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.493423 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-c6b9663d-fe23-481a-b2b6-8c9ff9e652c2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.4307251 Jan 18 12:47:50.567468 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.627499 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-359e610b-9abb-4c94-a76b-276570b84830 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4123068 Jan 18 12:47:50.666805 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Deleting port 2a5788a4-9e75-4795-99e9-ec9c6940743e {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:50.667147 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.697742 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event deleted for resources: {'Port': ['ID=a4895030-f193-4def-bffe-f612ec341660,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:50.998221 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-138af208-c04e-458d-8577-57d6fca6e4b0 service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073168 Jan 18 12:47:51.114406 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726d4bd-b487-419d-b847-98b2e5203d3b req-206f5d42-dfb1-40a6-a5ff-573678f8c8b8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:51.115858 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1726d4bd-b487-419d-b847-98b2e5203d3b req-206f5d42-dfb1-40a6-a5ff-573678f8c8b8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 943 time: 0.5000637 Jan 18 12:47:51.288804 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b240770f-9c72-4d92-a198-3b6e3efe50f6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:51.314416 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] For port 2a5788a4-9e75-4795-99e9-ec9c6940743e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2a5788a4-9e75-4795-99e9-ec9c6940743e,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:51.314777 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.324284 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1726d4bd-b487-419d-b847-98b2e5203d3b req-78e076c2-495f-49e0-ba88-6a85b0a92a96 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614392 Jan 18 12:47:51.446572 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:51.451569 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-7e3c43c9-f95d-447f-b0f9-64ba0096da56 service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305148 Jan 18 12:47:51.467052 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'port_id': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'mac_address': 'fa:16:3e:ed:fc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:51.530095 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.556380 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b240770f-9c72-4d92-a198-3b6e3efe50f6 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:51.572330 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:51.579739 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.686944 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:51.773838 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Router 9f77e39d-727e-47d9-bc23-74fdc3423ccb has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:51.790595 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.790975 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:51.791296 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.l3_db [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Floating IP 17356357-402b-4501-99c3-f604109b3583 disassociated. External IP: 172.28.2.3, port: 2a5788a4-9e75-4795-99e9-ec9c6940743e. Jan 18 12:47:51.791642 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Calling delete_port for 2a5788a4-9e75-4795-99e9-ec9c6940743e owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:51.871519 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b240770f-9c72-4d92-a198-3b6e3efe50f6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:52.174854 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e6bc1624-81bd-4d84-80ff-64c6f20d314c req-9388a547-f830-4f9b-a718-a17ee7df42c7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 210 time: 0.1976452 Jan 18 12:47:52.263749 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993ed0c-26c5-457f-b7c8-84ed6904eb5a req-ef6ad75c-e496-4a16-a0dc-4c9b36bb6300 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:52.265231 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b993ed0c-26c5-457f-b7c8-84ed6904eb5a req-ef6ad75c-e496-4a16-a0dc-4c9b36bb6300 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 945 time: 0.4460428 Jan 18 12:47:52.384066 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.480634 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-864f0e94-af4f-4607-a8b8-b12943523ab7 req-0f7f97f4-4c43-4ed7-8618-d9dd0f335a08 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 210 time: 0.1094244 Jan 18 12:47:52.484953 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event deleted for resources: {'Port': ['ID=2a5788a4-9e75-4795-99e9-ec9c6940743e,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:52.490716 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b993ed0c-26c5-457f-b7c8-84ed6904eb5a req-bad368fc-e494-4e36-9128-eb9387235e6c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=33af94d4-033c-4374-bcaf-96a9df071322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140098 Jan 18 12:47:52.607565 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:52.618704 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] Sync routers for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:52.647673 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:52.649066 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:52.730239 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] No DVR routers for this DVR port a4895030-f193-4def-bffe-f612ec341660 on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:47:52.738163 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:52.741122 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-deleted', 'tag': 'a4895030-f193-4def-bffe-f612ec341660'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:52.781856 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1763f233-1f58-4ea6-af42-e86eba889cce req-1a8d9bfd-c72b-4122-a902-0a51064c09f1 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "DELETE /v2.0/ports/a4895030-f193-4def-bffe-f612ec341660 HTTP/1.1" status: 204 len: 173 time: 3.6947298 Jan 18 12:47:52.875360 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e01a74-b098-4872-85f6-b7abc77a173e', 'name': 'network-vif-deleted', 'tag': 'a4895030-f193-4def-bffe-f612ec341660', 'status': 'completed', 'code': 200} Jan 18 12:47:52.928814 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:52.944533 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45463d8f-28b2-4d55-a544-7e29198f8f6c req-386540b9-d0fa-4d42-9c92-c313968b49f4 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:52.951330 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45463d8f-28b2-4d55-a544-7e29198f8f6c req-386540b9-d0fa-4d42-9c92-c313968b49f4 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 944 time: 0.2695613 Jan 18 12:47:53.027152 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-45463d8f-28b2-4d55-a544-7e29198f8f6c req-38538295-81e9-4236-8a2e-aad3965842df tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749600 Jan 18 12:47:53.074353 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Router 8b15c917-34a2-41ff-9d89-a462c69705fa has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:53.309626 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b240770f-9c72-4d92-a198-3b6e3efe50f6 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:53.422678 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:53.427447 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] Checking router: 9f77e39d-727e-47d9-bc23-74fdc3423ccb for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:53.431265 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port b240770f-9c72-4d92-a198-3b6e3efe50f6 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:53.439911 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port b240770f-9c72-4d92-a198-3b6e3efe50f6 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:53.440327 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:53.480826 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:53.481448 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:53.501470 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-e3f7088d-3d5c-4a25-bdb4-17ae5ac4d197 req-d098c010-e64f-471a-b9a8-497eedbd81fc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Synchronizing usage tracker for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:53.636755 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-e3f7088d-3d5c-4a25-bdb4-17ae5ac4d197 req-d098c010-e64f-471a-b9a8-497eedbd81fc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Unset dirty status for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:53.638660 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e3f7088d-3d5c-4a25-bdb4-17ae5ac4d197 req-d098c010-e64f-471a-b9a8-497eedbd81fc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6e01a74-b098-4872-85f6-b7abc77a173e HTTP/1.1" status: 200 len: 210 time: 0.2583497 Jan 18 12:47:53.643963 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c540508-dee7-4003-9627-341ea453d28b req-1ac4fc2a-0ba5-4510-bcd0-dfa90ea83126 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:53.646694 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-1ac4fc2a-0ba5-4510-bcd0-dfa90ea83126 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.4400752 Jan 18 12:47:53.667885 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:53.683620 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] Sync routers for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:53.711577 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:53.712189 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:53.776704 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Request body: {'port': {'device_id': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'admin_state_up': True, 'tenant_id': '4d750974585540d3941203f6967d3601'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:53.852814 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:53.873173 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:53.924544 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:53.955392 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:53.964631 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:53.965548 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 2a5788a4-9e75-4795-99e9-ec9c6940743e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:53.969362 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:54.012677 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8e794732-d42b-45cb-b10b-4ec44c610445 req-52bc0a53-3ccc-4569-b3ec-f9b226e63a61 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 210 time: 0.2651937 Jan 18 12:47:54.018872 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] No DVR routers for this DVR port 2a5788a4-9e75-4795-99e9-ec9c6940743e on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:47:54.021612 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-007101dc-bf72-4023-9a6f-f6b3fbef372c req-7401da89-7482-4e1a-853d-95b8dbb2ee24 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Synchronizing usage tracker for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:54.028970 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.031093 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e441acab-fd88-4791-8c98-ff4d5eb33972 req-59e3e272-8f01-4c20-a835-1ca7f20f059d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "DELETE /v2.0/ports/2a5788a4-9e75-4795-99e9-ec9c6940743e HTTP/1.1" status: 204 len: 173 time: 3.5302434 Jan 18 12:47:54.317153 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 2a5788a4-9e75-4795-99e9-ec9c6940743e {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:54.322729 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 2a5788a4-9e75-4795-99e9-ec9c6940743e not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:54.323505 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:54.323653 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-007101dc-bf72-4023-9a6f-f6b3fbef372c req-7401da89-7482-4e1a-853d-95b8dbb2ee24 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Unset dirty status for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:54.338259 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007101dc-bf72-4023-9a6f-f6b3fbef372c req-7401da89-7482-4e1a-853d-95b8dbb2ee24 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d192995-2ab1-4317-8806-7088e2c38ee9 HTTP/1.1" status: 200 len: 210 time: 0.4798169 Jan 18 12:47:54.422515 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'code': 200} Jan 18 12:47:54.466910 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:54.482632 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:54.509886 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Made reservation on behalf of 4d750974585540d3941203f6967d3601 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:54.513070 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:54.651425 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:54.653907 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: a4895030-f193-4def-bffe-f612ec341660 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:54.661034 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:54.662179 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device a4895030-f193-4def-bffe-f612ec341660 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:54.668092 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] Checking router: 8b15c917-34a2-41ff-9d89-a462c69705fa for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:54.679999 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:54.680733 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:47:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:54.683073 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Allocated IP 172.20.0.14 (43ae2b39-db3c-4321-9993-bf5ce83755fd/e3decf79-3744-4462-a93e-1f6a7206db1d/f7c97813-ebc0-46e9-bc13-f67a12ce59dd) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:54.710779 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:54.716077 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b26ce91-d70c-48e7-b932-0b5a7bf7dd9d None None] The sync data for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb is: [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:54.751258 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1c51-bd20-45f3-97fa-b56d10ae3c21 req-5f586d3f-5a69-4890-936d-570809df523a tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:54.761700 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2d6f1c51-bd20-45f3-97fa-b56d10ae3c21 req-5f586d3f-5a69-4890-936d-570809df523a tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.3332691 Jan 18 12:47:54.893637 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'name': 'network-vif-deleted', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:54.915434 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53940) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:54.937835 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:55.005468 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d192995-2ab1-4317-8806-7088e2c38ee9', 'name': 'network-vif-deleted', 'tag': '2a5788a4-9e75-4795-99e9-ec9c6940743e', 'status': 'completed', 'code': 200} Jan 18 12:47:55.061893 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4a0032e6-9301-412e-ac46-c5469f79a61e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.107105 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40ebcc-62f2-4187-8e86-2893823c4f9f None None] New status for floating IP 58a46dce-d16d-4dec-9c25-3398f3966232: DOWN {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:47:55.131159 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4a0032e6-9301-412e-ac46-c5469f79a61e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.158669 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.213624 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2d6f1c51-bd20-45f3-97fa-b56d10ae3c21 req-330136a1-c3ff-4920-a6bd-7b48984e3a4e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510584 Jan 18 12:47:55.224616 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4a0032e6-9301-412e-ac46-c5469f79a61e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.228181 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d57fa4e2-22ec-4f30-bb7a-ec2dba26a43f req-201a93f1-f10c-4b17-b878-8e9609ac706c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1098 time: 0.5355048 Jan 18 12:47:55.229626 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.262686 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0032e6-9301-412e-ac46-c5469f79a61e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0155faa-ece0-48f2-9276-a1c78178d0bf,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:55.282403 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4a0032e6-9301-412e-ac46-c5469f79a61e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.284446 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4a0032e6-9301-412e-ac46-c5469f79a61e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "DELETE /v2.0/security-groups/f0155faa-ece0-48f2-9276-a1c78178d0bf HTTP/1.1" status: 204 len: 168 time: 0.3679647 Jan 18 12:47:55.287773 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53946) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:55.310953 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.api.v2.resource [None req-b9768fce-20f1-433c-a987-7cca5bd0da7d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] show failed (client error): The resource could not be found. Jan 18 12:47:55.311978 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b9768fce-20f1-433c-a987-7cca5bd0da7d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups/f0155faa-ece0-48f2-9276-a1c78178d0bf HTTP/1.1" status: 404 len: 347 time: 0.0229933 Jan 18 12:47:55.315731 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53952) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:55.323457 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:55.384502 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:55.392369 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad58217-6d5b-4858-8ea1-bd3843b59c32 None None] The sync data for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb is: [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:55.523849 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d57fa4e2-22ec-4f30-bb7a-ec2dba26a43f req-b0155ab6-8871-40ff-8132-81a24a40178d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515316 Jan 18 12:47:55.524485 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event updated for resources: {'Port': ['ID=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:55.564584 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:55.579536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53964) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:55.654065 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:55.657072 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Deleting port 43ba9715-842b-41a2-9abd-7a6f3600eae9 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:55.657315 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.675174 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-81bd6c06-b031-48c9-a778-6ca448a1aa49 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.687225 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:55.718971 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-81bd6c06-b031-48c9-a778-6ca448a1aa49 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.781677 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-81bd6c06-b031-48c9-a778-6ca448a1aa49 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.797067 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4ad43-1aab-4d59-88d7-40c772c6fc44 req-0439f636-dc9f-4453-91b4-7459e008b9d8 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.801525 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07b4ad43-1aab-4d59-88d7-40c772c6fc44 req-0439f636-dc9f-4453-91b4-7459e008b9d8 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 932 time: 0.5696700 Jan 18 12:47:55.806310 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd6c06-b031-48c9-a778-6ca448a1aa49 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33af94d4-033c-4374-bcaf-96a9df071322,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:55.820948 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-81bd6c06-b031-48c9-a778-6ca448a1aa49 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.822565 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-81bd6c06-b031-48c9-a778-6ca448a1aa49 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "DELETE /v2.0/security-groups/33af94d4-033c-4374-bcaf-96a9df071322 HTTP/1.1" status: 204 len: 168 time: 0.2419667 Jan 18 12:47:55.825266 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53968) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:55.846102 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.api.v2.resource [None req-4e6f9f56-b339-4568-bb92-8a73ca504e1f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] show failed (client error): The resource could not be found. Jan 18 12:47:55.850048 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4e6f9f56-b339-4568-bb92-8a73ca504e1f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups/33af94d4-033c-4374-bcaf-96a9df071322 HTTP/1.1" status: 404 len: 347 time: 0.0208936 Jan 18 12:47:55.850354 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 53972) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:55.858422 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.859026 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:55.945922 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-15d7c3ba-29e1-4226-afb4-37325d555086 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1995857 Jan 18 12:47:55.973566 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Request body: {'port': {'device_id': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:56.088934 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07b4ad43-1aab-4d59-88d7-40c772c6fc44 req-8a1348c0-8511-4e5f-bb66-74f90f5ee627 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258673 Jan 18 12:47:56.090758 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.091105 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.100367 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Deleting port be6b95e2-1528-4591-817c-5ce841b1b76c {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:56.100918 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.282544 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Calling delete_port for 43ba9715-842b-41a2-9abd-7a6f3600eae9 owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:56.325286 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.325629 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.450318 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Calling delete_port for be6b95e2-1528-4591-817c-5ce841b1b76c owned by network:floatingip {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:56.488278 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.611381 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.657418 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event deleted for resources: {'Port': ['ID=be6b95e2-1528-4591-817c-5ce841b1b76c,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:56.731347 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c28354-ffeb-4e9c-8f15-6220992630cf req-b8835a54-f190-414d-8a11-5c584cd2a73f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:56.732831 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c7c28354-ffeb-4e9c-8f15-6220992630cf req-b8835a54-f190-414d-8a11-5c584cd2a73f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.3825400 Jan 18 12:47:56.768196 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.791211 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.795124 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-02ab14e5-5a8f-4281-9518-ecc17146228d tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "DELETE /v2.0/floatingips/17356357-402b-4501-99c3-f604109b3583 HTTP/1.1" status: 204 len: 168 time: 0.9409366 Jan 18 12:47:56.840182 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.893283 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event deleted for resources: {'Port': ['ID=43ba9715-842b-41a2-9abd-7a6f3600eae9,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:56.960760 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c7c28354-ffeb-4e9c-8f15-6220992630cf req-b1458330-ba1f-4e08-9cf9-36064e9dab50 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110558 Jan 18 12:47:57.059330 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.124443 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.129700 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-95068c49-9a90-4aec-9115-fe928efe8fe8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "DELETE /v2.0/floatingips/58a46dce-d16d-4dec-9c25-3398f3966232 HTTP/1.1" status: 204 len: 168 time: 1.7981942 Jan 18 12:47:57.145970 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c97813-ebc0-46e9-bc13-f67a12ce59dd {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:57.154599 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.168380 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 53990) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:57.179689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327968788', 'description': 'tempest-description--99453914'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:57.186793 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Transition to ACTIVE for port object f7c97813-ebc0-46e9-bc13-f67a12ce59dd will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:57.187824 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:57.192767 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:57.195687 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:57.198417 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.258739 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:57.382583 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.402908 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Pushing event updated for resources: {'Port': ['ID=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:57.513911 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54000) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:57.519061 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374105806', 'description': 'tempest-description--749146010'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:57.522957 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:57.525427 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:57.529502 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:57.532312 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:57.539063 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:57.541879 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group_rule and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:57.549229 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:57.553084 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.563216 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:57.599182 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc133-1ad7-4567-8623-72a10375d532 req-8bd127af-68c6-47aa-8da4-785a5ca72967 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:57.600396 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:57.601246 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c81cc133-1ad7-4567-8623-72a10375d532 req-8bd127af-68c6-47aa-8da4-785a5ca72967 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Synchronizing usage tracker for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:57.605018 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group_rule and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:57.608202 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:57.614729 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:57.635398 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Attempting to bind port f7c97813-ebc0-46e9-bc13-f67a12ce59dd on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:57.635733 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Attempting to bind port f7c97813-ebc0-46e9-bc13-f67a12ce59dd by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:57.636055 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Attempting to bind port f7c97813-ebc0-46e9-bc13-f67a12ce59dd on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:57.647667 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Port f7c97813-ebc0-46e9-bc13-f67a12ce59dd on network 43ae2b39-db3c-4321-9993-bf5ce83755fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:57.648261 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Attempting to bind port f7c97813-ebc0-46e9-bc13-f67a12ce59dd on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:57.655876 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:57.656208 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Checking segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:57.656617 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Bound using segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:57.657040 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Bound port: f7c97813-ebc0-46e9-bc13-f67a12ce59dd, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:57.657378 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.670369 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-c81cc133-1ad7-4567-8623-72a10375d532 req-8bd127af-68c6-47aa-8da4-785a5ca72967 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Unset dirty status for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:57.671539 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c81cc133-1ad7-4567-8623-72a10375d532 req-8bd127af-68c6-47aa-8da4-785a5ca72967 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 944 time: 0.4105387 Jan 18 12:47:57.682211 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.686899 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.732803 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df807c36-5866-4200-b9e7-8ca10e8a4e19,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:57.741346 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.745161 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-313ebbd9-d23c-46cf-aed2-cd0f0ca62384 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2281325 Jan 18 12:47:57.745808 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54008) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:57.764931 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'security_group_rule': {'security_group_id': 'df807c36-5866-4200-b9e7-8ca10e8a4e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:57.773633 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:57.780304 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group_rule and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:57.787425 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] For port f7c97813-ebc0-46e9-bc13-f67a12ce59dd, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:57.790136 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:57.790310 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] For port f7c97813-ebc0-46e9-bc13-f67a12ce59dd, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:57.799051 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:57.804885 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.837849 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a8661-b0cb-4763-8ef8-28f39dc60024 None None] New status for floating IP 17356357-402b-4501-99c3-f604109b3583: DOWN {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:47:57.903046 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.917492 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Pushing event updated for resources: {'Port': ['ID=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:57.919665 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.936473 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.955108 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:57.956523 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] 10.222.0.85 "PUT /v2.0/ports/f7c97813-ebc0-46e9-bc13-f67a12ce59dd HTTP/1.1" status: 200 len: 1094 time: 1.9883530 Jan 18 12:47:57.980368 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c81cc133-1ad7-4567-8623-72a10375d532 req-034baf84-a845-4754-9c72-714b2b2e7f5e tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963572 Jan 18 12:47:57.980723 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'tag': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:58.096128 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.109802 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.115712 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.116051 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.116436 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.116754 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.117083 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.117410 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.117732 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.118052 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.118384 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.118685 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.119002 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e0c248-5a79-481a-b530-05857bf605cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:58.155741 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ffaa8a-e168-4675-8ab1-bb633a2fdef5,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:58.173959 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.178603 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-20ea8b38-9d89-4e18-807a-6323bd154373 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.0038807 Jan 18 12:47:58.180137 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54024) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:58.186085 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.190061 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4406178 Jan 18 12:47:58.191282 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'security_group_rule': {'security_group_id': '36ffaa8a-e168-4675-8ab1-bb633a2fdef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:58.197655 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55ff9-7de7-48b7-bddf-7e18d1f7e873 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6aa905-4900-470f-b622-b68548419c17,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:58.200327 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54028) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:58.206294 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'security_group_rule': {'security_group_id': 'df807c36-5866-4200-b9e7-8ca10e8a4e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:58.212132 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:58.216653 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:58.219156 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group_rule and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:58.223618 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:58.226480 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:security_group_rule and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:58.233383 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:58.236640 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:58.244660 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:58.269732 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.289986 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'tag': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', 'status': 'completed', 'code': 200} Jan 18 12:47:58.295753 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-51ef0390-e19a-4fef-8f7b-1ac60a6ac5c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 1097 time: 0.2809813 Jan 18 12:47:58.298499 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.374579 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.383762 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b926de-6918-4bc0-8b7b-86a9352d4dc1 req-27b08068-845a-4b79-9844-df9678c6769a tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:58.385462 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d4b926de-6918-4bc0-8b7b-86a9352d4dc1 req-27b08068-845a-4b79-9844-df9678c6769a tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.2083657 Jan 18 12:47:58.385864 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.386457 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-21a6888c-2454-4943-92d1-034a45e2df33 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c97813-ebc0-46e9-bc13-f67a12ce59dd HTTP/1.1" status: 200 len: 217 time: 0.0777590 Jan 18 12:47:58.388477 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.401189 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.421341 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a1ba42-72c4-4b7a-b928-c8cc649c6f82,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:58.444634 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.449328 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2444441 Jan 18 12:47:58.449328 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17728e-5d65-47cf-9b5a-60e0b8d76923 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03003ad4-c914-44ad-957d-9ee3d07c8e97,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:58.449328 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.449819 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-17c0b3c2-8f82-4918-9680-02aca9b3bd70 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2685094 Jan 18 12:47:58.449966 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 54032) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:58.452340 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54036) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:58.456802 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'floatingip': {'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:58.459049 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'security_group_rule': {'security_group_id': '36ffaa8a-e168-4675-8ab1-bb633a2fdef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:58.466060 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:58.469693 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:58.470462 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:security_group_rule and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:58.474603 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:58.476008 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Usage tracker for resource:floatingip and tenant:df103930be1a4933ba2e71125192fdd7 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:58.480413 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:58.480835 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:58.501247 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.570473 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.574603 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.590879 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:58.599903 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7a99c6-4945-4312-a217-5b7b5df9c2e7,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:58.609034 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.613187 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-aa04a79f-7c50-42fc-a3da-08c2e320bee1 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1569622 Jan 18 12:47:58.613334 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c540508-dee7-4003-9627-341ea453d28b req-b9ac98c7-b69b-4d21-9f56-82710e2179f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:58.613334 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-b9ac98c7-b69b-4d21-9f56-82710e2179f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.2039249 Jan 18 12:47:58.613533 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54040) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:58.616203 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d4b926de-6918-4bc0-8b7b-86a9352d4dc1 req-738bff84-e7c1-4250-8925-e811f91b9940 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223704 Jan 18 12:47:58.617411 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.618838 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'floatingip': {'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:58.624252 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:58.628232 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:floatingip and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:58.631677 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:58.646647 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:58.649708 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.678909 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-dec8cb05-504a-4305-9c2f-0cf53aa41c64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480697 Jan 18 12:47:58.792412 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:58.938490 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-8e942506-b739-41a4-b468-9da1e1958bab service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135589 Jan 18 12:47:58.941282 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Allocated IP 172.28.2.246 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/9551ad7e-ceb0-4bb6-a8f7-068db5803b0c) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:58.971857 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a2db-93ed-4147-9fa3-f8211e1bf0d4 req-4e5057bc-12d2-4c49-8919-997b91e2e3ff tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:58.973342 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c714a2db-93ed-4147-9fa3-f8211e1bf0d4 req-4e5057bc-12d2-4c49-8919-997b91e2e3ff tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.1732087 Jan 18 12:47:59.094609 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:59.124142 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c714a2db-93ed-4147-9fa3-f8211e1bf0d4 req-9cce4c4d-570a-43f5-862b-5915b201a129 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004360 Jan 18 12:47:59.124414 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:59.165959 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:59.193896 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:59.197576 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:59.199503 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'Port': ['ID=9551ad7e-ceb0-4bb6-a8f7-068db5803b0c,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:59.201615 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:59.217966 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7c540508-dee7-4003-9627-341ea453d28b req-c185ff69-d337-440d-b512-98b88a3010e9 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725070 Jan 18 12:47:59.455648 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4c9da-39fd-4f44-a0ed-94520e475015 req-dd06f9bd-0e7a-4e37-b5d3-cf0e4325120c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:59.473438 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-51c4c9da-39fd-4f44-a0ed-94520e475015 req-dd06f9bd-0e7a-4e37-b5d3-cf0e4325120c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 944 time: 0.3552203 Jan 18 12:47:59.611207 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Allocated IP 172.28.2.106 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/91c9fb4b-9abe-47ba-b5d9-96ce857bb483) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:59.639536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:59.683053 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-51c4c9da-39fd-4f44-a0ed-94520e475015 req-5919d577-022d-40af-a38d-4a50427ae06e tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086444 Jan 18 12:47:59.716072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:59.797147 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3421af12-a341-4055-94e3-290928382fda req-7a08e88b-d590-4fd8-8faf-0f05f4be50d8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 1097 time: 0.4491084 Jan 18 12:47:59.809242 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f3601-447e-4c18-ae2e-9647fa295378 req-d5e07c72-0edc-465a-9f75-58865ef3549f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:59.810746 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db4f3601-447e-4c18-ae2e-9647fa295378 req-d5e07c72-0edc-465a-9f75-58865ef3549f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.2467141 Jan 18 12:47:59.942689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:59.956392 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:59.962496 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.004956 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db4f3601-447e-4c18-ae2e-9647fa295378 req-81837c6b-e7c8-4a79-9794-5cad52f76244 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665316 Jan 18 12:48:00.066188 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421af12-a341-4055-94e3-290928382fda req-1f048829-e200-4751-a82b-b88ee4cc41a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:00.068922 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3421af12-a341-4055-94e3-290928382fda req-1f048829-e200-4751-a82b-b88ee4cc41a9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 916 time: 0.2494748 Jan 18 12:48:00.070492 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.073118 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'Port': ['ID=9551ad7e-ceb0-4bb6-a8f7-068db5803b0c,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:00.093177 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.121677 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.123770 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a83185e9-c698-48df-b694-35e98add3231 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5089686 Jan 18 12:48:00.210042 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:00.217613 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:00.221032 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3421af12-a341-4055-94e3-290928382fda req-6ac12ada-5d58-4211-850d-57c9f51b012e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c97813-ebc0-46e9-bc13-f67a12ce59dd HTTP/1.1" status: 200 len: 217 time: 0.1348913 Jan 18 12:48:00.224498 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:00.312992 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'Port': ['ID=91c9fb4b-9abe-47ba-b5d9-96ce857bb483,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:00.381503 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421af12-a341-4055-94e3-290928382fda req-d57c685c-84d3-4f33-8c42-796ad95b13fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:00.383209 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3421af12-a341-4055-94e3-290928382fda req-d57c685c-84d3-4f33-8c42-796ad95b13fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.1277997 Jan 18 12:48:00.574500 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3421af12-a341-4055-94e3-290928382fda req-52e87155-261b-4f7c-ac1c-cd078ca113f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757483 Jan 18 12:48:00.577360 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-c5dd8c2f-194d-43f0-b733-37c77de01f05 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Synchronizing usage tracker for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:security_group {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:00.670860 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-c5dd8c2f-194d-43f0-b733-37c77de01f05 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Unset dirty status for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:security_group {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:00.672002 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-c5dd8c2f-194d-43f0-b733-37c77de01f05 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--327968788&fields=id&tenant_id=8098dd3fa4854e36865cc5b97f7cdb86 HTTP/1.1" status: 200 len: 267 time: 0.3367100 Jan 18 12:48:00.830284 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:48:00.885026 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:00.958250 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3421af12-a341-4055-94e3-290928382fda req-9b30d6f9-6cc2-4e8f-91d2-57ea9261f398 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741126 Jan 18 12:48:01.099934 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.156490 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-994cbdb0-8632-4ff1-a30a-33b2fce8bebf tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.157908 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-994cbdb0-8632-4ff1-a30a-33b2fce8bebf tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 811 time: 0.4701715 Jan 18 12:48:01.213626 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0160d6-d1fb-4736-8a0c-88f31cf7dbe4 req-bb274680-6047-4c9a-9241-b6cefdcbb10c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.215041 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ea0160d6-d1fb-4736-8a0c-88f31cf7dbe4 req-bb274680-6047-4c9a-9241-b6cefdcbb10c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 944 time: 0.3728626 Jan 18 12:48:01.246084 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-331827ef-9273-433d-9341-bdce220d0bac tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/quotas/8098dd3fa4854e36865cc5b97f7cdb86 HTTP/1.1" status: 200 len: 375 time: 0.0765085 Jan 18 12:48:01.284290 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3421af12-a341-4055-94e3-290928382fda req-ff32740a-7684-4ae6-b65f-f12cce55c878 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072188 Jan 18 12:48:01.365130 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f7c97813-ebc0-46e9-bc13-f67a12ce59dd details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:01.417584 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ea0160d6-d1fb-4736-8a0c-88f31cf7dbe4 req-a3fa522b-75e2-4972-a6b5-e1e96c29c9ec tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924005 Jan 18 12:48:01.473945 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-899c607b-64ea-4ab4-a835-e4378d22d204 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2050352 Jan 18 12:48:01.522690 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.544091 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f7c97813-ebc0-46e9-bc13-f67a12ce59dd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:01.568769 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'port_id': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', 'mac_address': 'fa:16:3e:80:aa:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3decf79-3744-4462-a93e-1f6a7206db1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:01.571555 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.572910 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.648498 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.678421 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c97813-ebc0-46e9-bc13-f67a12ce59dd {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:01.719918 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f7c97813-ebc0-46e9-bc13-f67a12ce59dd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:01.722440 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'Port': ['ID=91c9fb4b-9abe-47ba-b5d9-96ce857bb483,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:01.736122 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.755714 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-a47960b7-6fbd-44a4-928d-588614ac6df3 service neutron] 10.222.0.39 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621882 Jan 18 12:48:01.758618 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.819449 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:01.863177 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:01.873117 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-56843c61-c2c1-4771-976a-324f70021bed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4179595 Jan 18 12:48:01.914990 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-a9b25dff-cce9-4a9a-b9cf-0b44f90460be service neutron] 10.222.0.39 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512394 Jan 18 12:48:02.025276 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['f7c97813-ebc0-46e9-bc13-f67a12ce59dd'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:02.186584 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-5da99c47-7536-4fc4-827c-71e1325036e5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--374105806&fields=id&tenant_id=df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 267 time: 0.0516832 Jan 18 12:48:02.480979 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-7e7c46f2-8da0-473f-855f-38cb0df6ac71 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:02.482624 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-7e7c46f2-8da0-473f-855f-38cb0df6ac71 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 816 time: 0.2950025 Jan 18 12:48:02.511179 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-2c7e11c9-e53b-47be-a71f-0bbbfe9b1e34 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/quotas/df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 375 time: 0.0225761 Jan 18 12:48:02.620023 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-2cda2092-9f3d-4439-b554-3774edf87553 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Synchronizing usage tracker for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:02.640197 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-2cda2092-9f3d-4439-b554-3774edf87553 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Unset dirty status for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:02.642253 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-2cda2092-9f3d-4439-b554-3774edf87553 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253209 Jan 18 12:48:02.793717 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-46455ca2-fc36-4457-9210-7f1d89a29f69 req-1a3596d4-4849-4165-b318-6cccc95c5afe tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 210 time: 0.1033158 Jan 18 12:48:02.905738 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-c78f39c4-b73f-4555-a7de-a06d67e03461 service neutron] 10.222.0.39 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492020 Jan 18 12:48:03.121736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb09010-c528-4a60-b19e-2f356783719f req-2b7a66a8-1ed0-4add-93d7-2dd72ff2c6f6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:03.123182 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-aeb09010-c528-4a60-b19e-2f356783719f req-2b7a66a8-1ed0-4add-93d7-2dd72ff2c6f6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 945 time: 0.1768911 Jan 18 12:48:03.124992 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-6b821bb6-5302-466c-9309-db219d239e03 service neutron] 10.222.0.39 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131484 Jan 18 12:48:03.178955 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-aeb09010-c528-4a60-b19e-2f356783719f req-331676ad-9098-4fae-b03e-261474615600 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Jan 18 12:48:03.372891 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-db7173f6-cfd6-4e1b-9a9f-44636de83924 req-20e3bc1b-d650-40e2-897f-93db0296f366 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0520394 Jan 18 12:48:03.389273 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f7c97813-ebc0-46e9-bc13-f67a12ce59dd up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:03.519837 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port f7c97813-ebc0-46e9-bc13-f67a12ce59dd completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:03.529184 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port f7c97813-ebc0-46e9-bc13-f67a12ce59dd triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:03.530295 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:03.589536 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-d1f26656-bdc2-4857-ba0d-f6709a38cee2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:03.591438 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-d1f26656-bdc2-4857-ba0d-f6709a38cee2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 811 time: 0.1857977 Jan 18 12:48:03.654162 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-c5a34291-6e81-4d22-aeff-f91c79221468 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8098dd3fa4854e36865cc5b97f7cdb86 HTTP/1.1" status: 200 len: 379 time: 0.0493543 Jan 18 12:48:03.668826 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'port': {'device_id': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'admin_state_up': True, 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'security_groups': ['36ffaa8a-e168-4675-8ab1-bb633a2fdef5']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:03.686522 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:03.737911 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:03.750381 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f7c97813-ebc0-46e9-bc13-f67a12ce59dd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:03.757046 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:03.815031 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', 'code': 200} Jan 18 12:48:03.884937 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:03.925297 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:03.933177 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Usage tracker for resource:port and tenant:8098dd3fa4854e36865cc5b97f7cdb86 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:03.936400 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:03.945119 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:03.957184 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Made reservation on behalf of 8098dd3fa4854e36865cc5b97f7cdb86 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:03.961718 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.099504 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8fabbd71-ac22-422d-be03-68666100c9d1 req-00ed5739-50ff-4f42-be2e-8ea4fb655533 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 210 time: 0.0500340 Jan 18 12:48:04.164982 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ea36-2972-4912-bb1d-a4707120b5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.268969 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5c9da29c-2388-48c1-a617-dd149a86f881 req-2b279112-6944-4a52-92f2-a742c894027d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 1099 time: 0.1680577 Jan 18 12:48:04.318195 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Allocated IP 172.20.0.3 (c0a3416b-8803-45c6-bf34-7b3b9e37788d/0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced/0cedef2d-5196-426e-8967-9503af57b526) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:04.532160 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5c9da29c-2388-48c1-a617-dd149a86f881 req-117a1fb2-c5b1-4303-94fd-2ec556e01229 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514801 Jan 18 12:48:04.637855 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01808e0a-187a-4579-aabd-9e81d8dcad59 req-4f1f08fa-7544-4e17-9073-fc7931366b1c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:04.639299 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-01808e0a-187a-4579-aabd-9e81d8dcad59 req-4f1f08fa-7544-4e17-9073-fc7931366b1c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 946 time: 0.2744348 Jan 18 12:48:04.643849 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.678621 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Transition to ACTIVE for port object 0cedef2d-5196-426e-8967-9503af57b526 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:04.739446 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3d277893-0e5f-4f6c-acfa-fe6d9bc9dd5f req-4e1a432f-734f-4364-92cd-3d2723336eb8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0557237 Jan 18 12:48:04.749375 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-01808e0a-187a-4579-aabd-9e81d8dcad59 req-30d1d8ea-b645-47d3-bfd7-4ae016d7039e tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990415 Jan 18 12:48:04.765610 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.967791 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:04.968686 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event updated for resources: {'Port': ['ID=0cedef2d-5196-426e-8967-9503af57b526,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:04.975442 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:05.025520 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:05.086439 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.087172 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:05.132612 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-0f347266-c76d-4f00-b745-ce8a67a6dd4f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685442 Jan 18 12:48:05.150960 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Request body: {'port': {'device_id': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:05.249410 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-39633071-038b-4eaa-ac3a-194863b08656 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.251168 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-39633071-038b-4eaa-ac3a-194863b08656 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 816 time: 0.3177645 Jan 18 12:48:05.318535 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-f2261d12-69aa-49b6-a7d9-ef05e67722c2 None None] Provisioning for port 0cedef2d-5196-426e-8967-9503af57b526 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:05.325592 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-f2261d12-69aa-49b6-a7d9-ef05e67722c2 None None] Provisioning complete for port 0cedef2d-5196-426e-8967-9503af57b526 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:05.326045 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f2261d12-69aa-49b6-a7d9-ef05e67722c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:05.393464 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-f2261d12-69aa-49b6-a7d9-ef05e67722c2 None None] Port 0cedef2d-5196-426e-8967-9503af57b526 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:05.432941 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:05.534064 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-842f51b2-5f34-4a42-b894-5f19cde814f5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 379 time: 0.2505174 Jan 18 12:48:05.553282 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'port': {'device_id': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'admin_state_up': True, 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'security_groups': ['df807c36-5866-4200-b9e7-8ca10e8a4e19']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:05.658821 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce51a1b-d536-4e1c-9259-88d08fa5941c req-f944be3d-5179-4ca2-bbc8-ab4068b18c92 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.660323 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fce51a1b-d536-4e1c-9259-88d08fa5941c req-f944be3d-5179-4ca2-bbc8-ab4068b18c92 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.2945766 Jan 18 12:48:05.744289 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0e08e-b140-408a-99ea-54830cd9f591 req-633fd9ee-9890-4b4e-8ba7-3481ded12ad5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.744969 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-6be0e08e-b140-408a-99ea-54830cd9f591 req-633fd9ee-9890-4b4e-8ba7-3481ded12ad5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Synchronizing usage tracker for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:05.898631 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-6be0e08e-b140-408a-99ea-54830cd9f591 req-633fd9ee-9890-4b4e-8ba7-3481ded12ad5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Unset dirty status for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:05.899762 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6be0e08e-b140-408a-99ea-54830cd9f591 req-633fd9ee-9890-4b4e-8ba7-3481ded12ad5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 931 time: 0.5772269 Jan 18 12:48:05.903951 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fce51a1b-d536-4e1c-9259-88d08fa5941c req-c905dc37-8094-4bbe-95cd-d73901982bea tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005768 Jan 18 12:48:05.928796 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:05.933903 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54204) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:05.957825 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:06.011800 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Made reservation on behalf of df103930be1a4933ba2e71125192fdd7 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:06.014874 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.033018 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6be0e08e-b140-408a-99ea-54830cd9f591 req-5a8023d8-c5b7-4bd9-a2a0-cca59b8febab tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239431 Jan 18 12:48:06.262628 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5ea28e58-7145-4868-b924-88726586eee6 req-ddaa57e8-2d84-45e2-b4c4-6e6de33b2cdb tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0758460 Jan 18 12:48:06.281147 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cedef2d-5196-426e-8967-9503af57b526 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:06.292365 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-22909dc3-b7c3-487a-b782-099a1be28377 tempest-TestMinimumBasicScenario-347436273 tempest-TestMinimumBasicScenario-347436273-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1093 time: 0.3547921 Jan 18 12:48:06.292740 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54210) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:06.293469 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.298586 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'floatingip': {'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'port_id': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:06.306071 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:06.310126 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:floatingip and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:06.313112 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:06.318919 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:06.329755 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for floatingip, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.345038 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Transition to ACTIVE for port object 0cedef2d-5196-426e-8967-9503af57b526 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:06.361399 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.371751 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83617fed-5183-4e26-84dc-4be708aed6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.431918 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139c62e-e04a-4b90-91f5-42a2aab5ccda req-8c527654-cbe4-4c1a-a946-3ceba3f8f074 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.433407 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5139c62e-e04a-4b90-91f5-42a2aab5ccda req-8c527654-cbe4-4c1a-a946-3ceba3f8f074 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 946 time: 0.3461835 Jan 18 12:48:06.447985 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Allocated IP 172.20.0.13 (379a62c5-bd4f-4429-a340-76521418cacf/4bd3bedd-dfdd-41b4-8cf1-d2d013518d59/83068d07-62a9-4453-8fd6-12dbfd747e14) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:06.501501 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.552011 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Pushing event updated for resources: {'Port': ['ID=0cedef2d-5196-426e-8967-9503af57b526,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:06.696106 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Allocated IP 172.28.2.205 (e1d6246f-2821-483a-81df-7073a41a1bba/29804e2a-3144-4b5c-99d5-f4f92c434be4/3cecb8b8-1f05-4840-a071-844b094b5252) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:06.789161 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5139c62e-e04a-4b90-91f5-42a2aab5ccda req-db32f3a8-c785-46a2-af9d-ac5a2c9f967c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453329 Jan 18 12:48:06.875578 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.906180 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.973091 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Network e1d6246f-2821-483a-81df-7073a41a1bba is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:06.976253 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:06.979058 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:06.989170 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 54222) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:07.007265 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Attempting to bind port 0cedef2d-5196-426e-8967-9503af57b526 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:07.007607 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Attempting to bind port 0cedef2d-5196-426e-8967-9503af57b526 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:07.007938 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Attempting to bind port 0cedef2d-5196-426e-8967-9503af57b526 on network c0a3416b-8803-45c6-bf34-7b3b9e37788d {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:07.024279 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'Port': ['ID=3cecb8b8-1f05-4840-a071-844b094b5252,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:07.034106 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Port 0cedef2d-5196-426e-8967-9503af57b526 on network c0a3416b-8803-45c6-bf34-7b3b9e37788d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:07.034461 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Attempting to bind port 0cedef2d-5196-426e-8967-9503af57b526 on network c0a3416b-8803-45c6-bf34-7b3b9e37788d {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:07.035187 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.035662 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.036010 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.036380 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.036714 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.037048 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.037379 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.037706 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.038037 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.038361 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.038685 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:07.054464 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.062536 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cd11f-fa25-4216-af10-eb0f5d159526 req-d11084b2-3807-47d1-b6be-5f2fc9f50a48 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.069734 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f4cd11f-fa25-4216-af10-eb0f5d159526 req-d11084b2-3807-47d1-b6be-5f2fc9f50a48 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 946 time: 0.2930958 Jan 18 12:48:07.094728 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:07.095067 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Checking segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:07.095454 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Bound using segment: {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:07.095867 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Bound port: 0cedef2d-5196-426e-8967-9503af57b526, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c6fe97-abce-44b4-870b-e632f13241bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:07.096214 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.119504 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Transition to ACTIVE for port object 83068d07-62a9-4453-8fd6-12dbfd747e14 will not be triggered until provisioned by entity DHCP. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:07.231830 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1f4cd11f-fa25-4216-af10-eb0f5d159526 req-f33d284a-8f90-4bb2-a9bc-bbca18b11723 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612227 Jan 18 12:48:07.275473 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.298650 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.360401 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] For port 0cedef2d-5196-426e-8967-9503af57b526, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:07.397097 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] For port 0cedef2d-5196-426e-8967-9503af57b526, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cedef2d-5196-426e-8967-9503af57b526,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:07.410103 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:07.417894 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.429494 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Network 379a62c5-bd4f-4429-a340-76521418cacf is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:07.431360 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b5d5352c5943a8840dda658dc9579e is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:07.435764 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:07.438169 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:07.470360 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.476842 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:07.521661 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:07.546864 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:07.598665 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.600191 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] 10.222.0.85 "PUT /v2.0/ports/0cedef2d-5196-426e-8967-9503af57b526 HTTP/1.1" status: 200 len: 1093 time: 2.4571209 Jan 18 12:48:07.606069 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ea3f2-379c-466d-ae27-4251b7fbd684 req-2903cb48-9c20-4053-960b-4f18ec3d6b50 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.607478 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c6ea3f2-379c-466d-ae27-4251b7fbd684 req-2903cb48-9c20-4053-960b-4f18ec3d6b50 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 943 time: 0.4234233 Jan 18 12:48:07.607926 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'tag': '0cedef2d-5196-426e-8967-9503af57b526'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:07.686714 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.716104 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.736128 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bad89d-c1e4-4df3-9546-30ff1e173fcf service neutron] Pushing event updated for resources: {'Port': ['ID=0cedef2d-5196-426e-8967-9503af57b526,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:07.743299 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.743892 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.768416 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.831296 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c6ea3f2-379c-466d-ae27-4251b7fbd684 req-b05ca8fb-970f-4d0f-a7fe-6512b536ce64 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082555 Jan 18 12:48:07.860276 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30eb8-53fd-4e0f-8216-cbc748e28104 req-396c63c2-5ccc-4e78-b531-ba4971612462 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.861022 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-18c30eb8-53fd-4e0f-8216-cbc748e28104 req-396c63c2-5ccc-4e78-b531-ba4971612462 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Synchronizing usage tracker for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:07.869923 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-ae0b9b9f-93c5-4366-96df-2c83331c47f8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3212979 Jan 18 12:48:07.875323 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-e3d835e9-0c05-49e4-8406-b88b2e958256 None None] Provisioning for port 83068d07-62a9-4453-8fd6-12dbfd747e14 completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:07.883834 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-e3d835e9-0c05-49e4-8406-b88b2e958256 None None] Provisioning complete for port 83068d07-62a9-4453-8fd6-12dbfd747e14 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:07.884941 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e3d835e9-0c05-49e4-8406-b88b2e958256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.894381 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Request body: {'port': {'device_id': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:07.923813 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.943619 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.959546 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'tag': '0cedef2d-5196-426e-8967-9503af57b526', 'status': 'completed', 'code': 200} Jan 18 12:48:07.965472 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-e3d835e9-0c05-49e4-8406-b88b2e958256 None None] Port 83068d07-62a9-4453-8fd6-12dbfd747e14 cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:07.980168 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-18c30eb8-53fd-4e0f-8216-cbc748e28104 req-396c63c2-5ccc-4e78-b531-ba4971612462 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Unset dirty status for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:07.986541 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18c30eb8-53fd-4e0f-8216-cbc748e28104 req-396c63c2-5ccc-4e78-b531-ba4971612462 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 932 time: 0.5627444 Jan 18 12:48:08.017402 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-6c19c090-7c66-4ee9-8e70-44882a7f5fd3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 1096 time: 0.3608568 Jan 18 12:48:08.027594 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.033037 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.140303 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'Port': ['ID=3cecb8b8-1f05-4840-a071-844b094b5252,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:08.156504 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ff620-1dfb-467a-9242-2a035cfbdaac,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:08.157717 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.203100 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-102d4410-706c-4ec1-b7a8-972b32912379 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3b5d5352c5943a8840dda658dc9579e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2127168 Jan 18 12:48:08.208818 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54238) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:08.212613 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-44fed0d9-dc66-4801-b5d0-49290693e742 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedef2d-5196-426e-8967-9503af57b526 HTTP/1.1" status: 200 len: 217 time: 0.1515155 Jan 18 12:48:08.223318 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.285863 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18c30eb8-53fd-4e0f-8216-cbc748e28104 req-e51417d2-536e-45e9-9b3f-6d63ba1db208 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984118 Jan 18 12:48:08.300593 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-32815725-49a6-4555-a24b-f44539657ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.358980 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-82088367-1c6f-4d35-9c76-9532e7377ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:08.360442 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-82088367-1c6f-4d35-9c76-9532e7377ec2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.1280615 Jan 18 12:48:08.384706 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-32815725-49a6-4555-a24b-f44539657ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.414412 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bd4a1-f1a4-4d8a-838d-6080a26175a9 req-f8bbe04a-911c-414b-b7b2-ef1c888aa63d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:08.415956 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ce3bd4a1-f1a4-4d8a-838d-6080a26175a9 req-f8bbe04a-911c-414b-b7b2-ef1c888aa63d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 946 time: 0.3480287 Jan 18 12:48:08.463181 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.l3_db [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Floating IP a2ec8a90-7bd2-4002-aa83-663e5983954a associated. External IP: 172.28.2.205, port: b240770f-9c72-4d92-a198-3b6e3efe50f6. Jan 18 12:48:08.551647 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-32815725-49a6-4555-a24b-f44539657ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.571841 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32815725-49a6-4555-a24b-f44539657ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ff620-1dfb-467a-9242-2a035cfbdaac,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:08.604226 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-32815725-49a6-4555-a24b-f44539657ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.605328 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-32815725-49a6-4555-a24b-f44539657ef1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd8ff620-1dfb-467a-9242-2a035cfbdaac HTTP/1.1" status: 204 len: 168 time: 0.3955998 Jan 18 12:48:08.808457 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ce3bd4a1-f1a4-4d8a-838d-6080a26175a9 req-e8492584-03a1-44f6-8b63-45c41d8a9d3b tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282588 Jan 18 12:48:08.844922 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-c6b17427-e7f5-4781-bf19-ef8b22b6b240 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4761746 Jan 18 12:48:08.928923 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:08.970774 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Router 98b080e5-8b43-479d-bd18-b937830a55e1 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:08.975481 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503aa4-e9c8-45ea-9feb-191b666bb894 req-cf1a8b59-0246-4925-a4b9-2d8e271d770c tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:08.976888 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9503aa4-e9c8-45ea-9feb-191b666bb894 req-cf1a8b59-0246-4925-a4b9-2d8e271d770c tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 946 time: 0.3343115 Jan 18 12:48:09.118245 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83068d07-62a9-4453-8fd6-12dbfd747e14 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:09.129672 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.133185 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-6dbed14d-735b-414a-aecc-bf7795e8a889 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688925 Jan 18 12:48:09.138440 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9503aa4-e9c8-45ea-9feb-191b666bb894 req-efe2ae27-9115-4c05-a0b4-0b1ab8600a6b tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489172 Jan 18 12:48:09.200054 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:09.211335 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] Sync routers for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:09.227485 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Transition to ACTIVE for port object 83068d07-62a9-4453-8fd6-12dbfd747e14 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:09.232529 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:09.233179 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:48:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:09.243984 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.258981 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.334595 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2900ce8c-4abb-425a-958f-7b784b0bf73b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0407410 Jan 18 12:48:09.335249 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:09.340567 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54258) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:09.346900 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011835672', 'description': 'tempest-secgroup-smoke-1011835672 description', 'project_id': '9152617bb84b497a8332641e32ee1511'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:09.355123 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:09.361023 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:09.366732 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:09.373589 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:09.398749 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.490533 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:09.518084 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:09.528550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:09.532136 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:09.548536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:09.645870 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f5a9d7c8-93e3-4ca4-959e-0b81bfb600ed req-002144ef-35c5-4870-abe7-fe8fd7fd4337 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000391 Jan 18 12:48:09.665256 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:09.745086 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.751319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.796072 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.796890 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4553969 Jan 18 12:48:09.799127 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e2ef0-f644-4371-ad7b-991aabe52d09 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f30870f-786f-4543-ac0c-e85502d33262,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:09.801259 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54268) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:09.806953 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'security_group_rule': {'security_group_id': '4f30870f-786f-4543-ac0c-e85502d33262', 'project_id': '9152617bb84b497a8332641e32ee1511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:09.813516 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:09.817362 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:09.820310 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:09.828935 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:09.847586 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.881901 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Attempting to bind port 83068d07-62a9-4453-8fd6-12dbfd747e14 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:09.882470 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Attempting to bind port 83068d07-62a9-4453-8fd6-12dbfd747e14 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:09.882577 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Attempting to bind port 83068d07-62a9-4453-8fd6-12dbfd747e14 on network 379a62c5-bd4f-4429-a340-76521418cacf {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:09.891681 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf55cf9-7997-4500-8d19-7cf17a21b42f req-89a2c2e3-926d-4b50-b3fe-91025e6e4103 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.893090 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-caf55cf9-7997-4500-8d19-7cf17a21b42f req-89a2c2e3-926d-4b50-b3fe-91025e6e4103 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 943 time: 0.5960865 Jan 18 12:48:09.902129 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': 'a2ec8a90-7bd2-4002-aa83-663e5983954a', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'floating_ip_address': '172.28.2.205', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'port_id': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'mac_address': 'fa:16:3e:ed:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:48:07Z', 'updated_at': '2022-01-18T12:48:07Z', 'revision_number': 0, 'project_id': '9152617bb84b497a8332641e32ee1511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:18Z', 'revision_number': 5, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:09.908531 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] Checking router: 98b080e5-8b43-479d-bd18-b937830a55e1 for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:09.912156 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf0251-69e7-4d8a-b7ba-843fdc0d24ff req-03541c76-2d25-428d-b2f1-d14b687d8fbb tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.918531 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-22bf0251-69e7-4d8a-b7ba-843fdc0d24ff req-03541c76-2d25-428d-b2f1-d14b687d8fbb tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.3477335 Jan 18 12:48:09.918840 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.922996 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.923714 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:09.924798 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:48:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:09.935157 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Port 83068d07-62a9-4453-8fd6-12dbfd747e14 on network 379a62c5-bd4f-4429-a340-76521418cacf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:09.935352 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Attempting to bind port 83068d07-62a9-4453-8fd6-12dbfd747e14 on network 379a62c5-bd4f-4429-a340-76521418cacf {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:09.947715 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84059f82-2048-4cdd-b957-45ddd4725b23,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:09.959452 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.960874 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-c84535e6-01ca-4712-a7f8-72817cd177a7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1585019 Jan 18 12:48:09.963467 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54272) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:09.969550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'security_group_rule': {'security_group_id': '4f30870f-786f-4543-ac0c-e85502d33262', 'project_id': '9152617bb84b497a8332641e32ee1511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:09.976651 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:09.978182 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-391d59fa-f502-4096-90c2-3a414e3491bf req-a0a30c2c-1c91-4598-8813-24f5b751ee59 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 1096 time: 0.2600975 Jan 18 12:48:09.979465 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:09.979859 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Checking segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:09.980325 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Bound using segment: {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:09.980817 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Bound port: 83068d07-62a9-4453-8fd6-12dbfd747e14, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2b993f-7e76-4942-9cee-e3d6e7a4668e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:09.980989 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:09.981273 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:09.984065 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:09.990618 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:10.009245 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.074137 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.078321 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.099092 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fea6073-89ac-4e10-ab30-df05cc24a7fd,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:10.113559 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:10.116010 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.119907 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2a0aa02e-96c8-42fa-ad3f-fa0cc109eba8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1527975 Jan 18 12:48:10.120131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54276) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:10.125844 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'security_group_rule': {'security_group_id': '4f30870f-786f-4543-ac0c-e85502d33262', 'project_id': '9152617bb84b497a8332641e32ee1511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:10.133492 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:10.136608 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-22bf0251-69e7-4d8a-b7ba-843fdc0d24ff req-b511d87e-456f-4a2a-b104-1df46340868c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171211 Jan 18 12:48:10.137374 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:10.140681 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:10.147891 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:10.157447 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-caf55cf9-7997-4500-8d19-7cf17a21b42f req-9f46e475-077b-458d-be77-ac2c987ea21b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548211 Jan 18 12:48:10.187129 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.222444 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d59fa-f502-4096-90c2-3a414e3491bf req-e0310e99-061b-4806-b4ac-ebfba4151785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:10.223951 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-391d59fa-f502-4096-90c2-3a414e3491bf req-e0310e99-061b-4806-b4ac-ebfba4151785 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 912 time: 0.2268770 Jan 18 12:48:10.228001 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:10.231543 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:10.282574 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.285296 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.288113 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.335757 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'status': 'completed', 'code': 200} Jan 18 12:48:10.349125 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-391d59fa-f502-4096-90c2-3a414e3491bf req-42bc6ca3-d3c2-48cb-bb5e-d667184ca06d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedef2d-5196-426e-8967-9503af57b526 HTTP/1.1" status: 200 len: 217 time: 0.1161029 Jan 18 12:48:10.360679 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.362005 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2408338 Jan 18 12:48:10.393159 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 54284) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:10.411706 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'security_group_rule': {'security_group_id': '4f30870f-786f-4543-ac0c-e85502d33262', 'project_id': '9152617bb84b497a8332641e32ee1511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:10.412067 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0de34-e467-4aae-bdc1-14dcea76ec59 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6125387-fab1-45eb-9ac7-77f4fb321139,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:10.416639 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.418288 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] 10.222.0.85 "PUT /v2.0/ports/83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 200 len: 1094 time: 2.5354660 Jan 18 12:48:10.420215 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:10.435857 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:10.450288 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:10.458447 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:10.461224 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba260b-5462-433b-b9ed-a0b547db9761 service neutron] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:10.479866 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:10.484077 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d59fa-f502-4096-90c2-3a414e3491bf req-14231060-fb52-4785-ae44-f0b7b233f49e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:10.485507 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-391d59fa-f502-4096-90c2-3a414e3491bf req-14231060-fb52-4785-ae44-f0b7b233f49e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.1232440 Jan 18 12:48:10.515036 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-871483cb-aba6-47ed-9d2d-2f5e3265a504 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1098 time: 0.1554713 Jan 18 12:48:10.721536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-b4765df3-b9d4-4943-ab74-9c644d56690a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:10.723994 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-b4765df3-b9d4-4943-ab74-9c644d56690a service neutron] 10.222.0.85 "GET /v2.0/networks?id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 200 len: 916 time: 0.1966927 Jan 18 12:48:10.753610 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': 'a2ec8a90-7bd2-4002-aa83-663e5983954a', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'floating_ip_address': '172.28.2.205', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'port_id': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'mac_address': 'fa:16:3e:ed:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:48:07Z', 'updated_at': '2022-01-18T12:48:07Z', 'revision_number': 0, 'project_id': '9152617bb84b497a8332641e32ee1511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:18Z', 'revision_number': 5, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:10.761175 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa12d5c-22bb-42ee-895a-7d17609134a8 None None] The sync data for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb is: [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': 'a2ec8a90-7bd2-4002-aa83-663e5983954a', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'floating_ip_address': '172.28.2.205', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'port_id': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'mac_address': 'fa:16:3e:ed:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:48:07Z', 'updated_at': '2022-01-18T12:48:07Z', 'revision_number': 0, 'project_id': '9152617bb84b497a8332641e32ee1511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:18Z', 'revision_number': 5, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:10.811037 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'status': 'completed', 'code': 200} Jan 18 12:48:10.842288 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.937427 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-641a057a-d410-4aad-8d59-d26f5880a1e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 999 time: 0.1814952 Jan 18 12:48:10.948657 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-391d59fa-f502-4096-90c2-3a414e3491bf req-9a79bc7e-ce2e-49c0-92c6-b43001bff929 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3934119 Jan 18 12:48:10.963195 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.986636 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-0a3e8e1a-c56a-441d-808c-52f0348ec690 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.5042799 Jan 18 12:48:10.996396 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc78e79-5f6b-400d-af28-b31883919d6e req-16d078f9-9e28-4660-b492-23b8d65bdf13 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:10.997792 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8bc78e79-5f6b-400d-af28-b31883919d6e req-16d078f9-9e28-4660-b492-23b8d65bdf13 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 946 time: 0.2450776 Jan 18 12:48:10.998408 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.014980 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-53f8109b-636f-4760-a742-0f3f8dfb2c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:11.016547 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-53f8109b-636f-4760-a742-0f3f8dfb2c65 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e7c25ec-8517-4e41-9d36-46da869960ac HTTP/1.1" status: 200 len: 854 time: 0.0688419 Jan 18 12:48:11.063023 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6749f4-fdaa-4e8b-9ff1-955107119f9b None None] New status for floating IP a2ec8a90-7bd2-4002-aa83-663e5983954a: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:48:11.098347 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-cced0332-73e1-4ad7-a7b4-001c8b877177 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744572 Jan 18 12:48:11.154293 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ff3adf-1967-4c4d-8f60-038b2eccd21a,revision_number=0']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.177946 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-6e97c041-aa85-4e5d-984b-3ebb09c88fc0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 200 len: 217 time: 0.1775739 Jan 18 12:48:11.181295 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.182336 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-43b12259-3650-4dd0-9248-54455e2e33ba tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7830472 Jan 18 12:48:11.185211 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54294) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:11.194459 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'security_group_rule': {'security_group_id': '4f30870f-786f-4543-ac0c-e85502d33262', 'project_id': '9152617bb84b497a8332641e32ee1511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:11.201166 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:11.205148 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:11.208418 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:11.214322 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:11.235522 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.securitygroups_db [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Project 9152617bb84b497a8332641e32ee1511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:48:11.245645 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.269043 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8bc78e79-5f6b-400d-af28-b31883919d6e req-cbc4dc06-bc51-4a99-a4c3-45f69048dd32 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/security-groups?id=788d84b6-a2be-46b3-83eb-7202f2461f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142274 Jan 18 12:48:11.279305 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-391d59fa-f502-4096-90c2-3a414e3491bf req-f7c84c41-7ba0-4b98-a834-210ad7fb2262 service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149648 Jan 18 12:48:11.287227 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-eb9bb40b-13f6-42e6-916e-1d471be39b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:11.288686 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-eb9bb40b-13f6-42e6-916e-1d471be39b34 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.0957148 Jan 18 12:48:11.321939 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.340497 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.375658 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202b6f80-833e-4df3-96c7-c423b37e7058,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.395647 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 0cedef2d-5196-426e-8967-9503af57b526 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:11.424005 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-1cb288d2-2987-4cee-972f-9faa4ab84611 service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183310 Jan 18 12:48:11.425383 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.430320 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b00b3894-0594-4bf3-8dd6-7e9a9492773c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2438538 Jan 18 12:48:11.430885 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54302) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:11.437269 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'security_group_rule': {'security_group_id': '4f30870f-786f-4543-ac0c-e85502d33262', 'project_id': '9152617bb84b497a8332641e32ee1511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:11.470768 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:11.534515 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Usage tracker for resource:security_group_rule and tenant:9152617bb84b497a8332641e32ee1511 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:11.542187 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:11.550731 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:11.579486 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.securitygroups_db [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Project 9152617bb84b497a8332641e32ee1511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:48:11.603578 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.608916 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 0cedef2d-5196-426e-8967-9503af57b526, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cedef2d-5196-426e-8967-9503af57b526,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:11.616460 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-391d59fa-f502-4096-90c2-3a414e3491bf req-436ac5c4-3de1-46cd-a164-800a5e3613db service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253362 Jan 18 12:48:11.623561 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '0cedef2d-5196-426e-8967-9503af57b526', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'port_id': '0cedef2d-5196-426e-8967-9503af57b526', 'mac_address': 'fa:16:3e:5d:68:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:11.643827 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a31748-397c-464f-9a28-1c25db37c61f req-caa1b9d6-096f-4e4d-b90c-308a8048041b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:11.647072 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-62a31748-397c-464f-9a28-1c25db37c61f req-caa1b9d6-096f-4e4d-b90c-308a8048041b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 943 time: 0.3339713 Jan 18 12:48:11.647920 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-b69ce6a3-451d-4915-afad-27ebccbc5d76 req-a7a1cc06-a2ff-4aac-82ad-c86080b0fad1 service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045231 Jan 18 12:48:11.652142 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-40fc3e7f-049e-4bb6-8dca-cba2eee2c709 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3357065 Jan 18 12:48:11.658861 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ec73f-7780-41b4-98e7-ab780a8494da req-257e4fe6-8149-4cd4-b76e-b24441e5bb1e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:11.660802 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f67ec73f-7780-41b4-98e7-ab780a8494da req-257e4fe6-8149-4cd4-b76e-b24441e5bb1e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.2015750 Jan 18 12:48:11.692203 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.706803 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.712388 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749815'] for security_group_rule, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.721047 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cedef2d-5196-426e-8967-9503af57b526 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:11.734822 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3789e193-e336-47e2-9ca4-a3ca86c3b62d,revision_number=0']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.740905 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 0cedef2d-5196-426e-8967-9503af57b526, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cedef2d-5196-426e-8967-9503af57b526,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:11.746815 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.747952 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.753239 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-97330a6d-fd8c-4710-8211-aa849860dc37 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3213377 Jan 18 12:48:11.828393 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-62a31748-397c-464f-9a28-1c25db37c61f req-73cead91-8545-4660-a124-0ae3aeee73b2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666107 Jan 18 12:48:11.831279 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=0cedef2d-5196-426e-8967-9503af57b526,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.839680 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f67ec73f-7780-41b4-98e7-ab780a8494da req-6eecc050-4d09-4199-8a12-711fb80a1386 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605692 Jan 18 12:48:11.841175 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.841600 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.842003 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.842391 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.843033 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.843427 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.843811 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.844195 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.844655 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.845037 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.845414 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:11.874518 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-af3cf54a-a12c-4fb6-8182-eee4b2bc35e5 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964874 Jan 18 12:48:12.039477 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-d3d35195-59ca-4247-b7c6-49b2369e0313 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011835672&fields=id&tenant_id=9152617bb84b497a8332641e32ee1511 HTTP/1.1" status: 200 len: 267 time: 0.0745583 Jan 18 12:48:12.094865 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e08d86cc-49a8-439a-b89e-47f3ee4c570f req-8aead471-e19e-4ecb-8c4d-320d26f98d99 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980808 Jan 18 12:48:12.127685 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['0cedef2d-5196-426e-8967-9503af57b526'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:12.165054 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-ff0c4a42-1ab5-42bd-87f5-18577b4b806f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.166664 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-ff0c4a42-1ab5-42bd-87f5-18577b4b806f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.1147389 Jan 18 12:48:12.210909 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'port': {'security_groups': ['9bd79481-3571-484d-b104-629503dccd51', '4f30870f-786f-4543-ac0c-e85502d33262']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:12.342689 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-58885705-6408-495c-9797-057774d4ffdd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.1746011 Jan 18 12:48:12.350904 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.401602 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-e76836bd-6407-4bf7-81fe-879d92d85544 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.403180 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-e76836bd-6407-4bf7-81fe-879d92d85544 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 946 time: 0.0775051 Jan 18 12:48:12.487265 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Deleting port d0110030-d846-4c32-9c86-9187e550b1e1 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:48:12.487650 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.732116 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] For port d0110030-d846-4c32-9c86-9187e550b1e1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d0110030-d846-4c32-9c86-9187e550b1e1,segment=NetworkSegment(74df925e-f4a0-41e4-a6a3-a99e49ef728c),segment_id=74df925e-f4a0-41e4-a6a3-a99e49ef728c)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:12.732506 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.772721 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-72a888e4-7f5e-40c2-bbf8-10144c0ea561 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.774054 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-72a888e4-7f5e-40c2-bbf8-10144c0ea561 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.4262838 Jan 18 12:48:12.788763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-ae0788b6-aa61-4c76-8ebd-4f1779e1095d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.790124 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-ae0788b6-aa61-4c76-8ebd-4f1779e1095d service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.4406931 Jan 18 12:48:12.884854 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-074add9e-12c4-4c6f-8d9a-48fb631f1a75 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/quotas/4d750974585540d3941203f6967d3601 HTTP/1.1" status: 200 len: 375 time: 0.1006336 Jan 18 12:48:12.889941 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-e2d673d1-cddf-4aa9-bf5f-c639b72896fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 200 len: 217 time: 0.0893502 Jan 18 12:48:12.916120 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Calling delete_port for d0110030-d846-4c32-9c86-9187e550b1e1 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:48:13.056457 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.069053 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['d0110030-d846-4c32-9c86-9187e550b1e1'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:13.080626 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-58f05ac0-354a-4d86-8afe-ea2c3acaf845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:13.082684 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-58f05ac0-354a-4d86-8afe-ea2c3acaf845 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.1444592 Jan 18 12:48:13.106299 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Pushing event deleted for resources: {'Port': ['ID=d0110030-d846-4c32-9c86-9187e550b1e1,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:13.148262 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:13.178749 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-dd6eeb09-162a-4e78-a86a-93ee11aa8652 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2420743 Jan 18 12:48:13.184964 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] No DVR routers for this DVR port d0110030-d846-4c32-9c86-9187e550b1e1 on host hv-cinder-82510 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:48:13.188843 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.192751 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'name': 'network-vif-deleted', 'tag': 'd0110030-d846-4c32-9c86-9187e550b1e1'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:13.208843 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-5fa3f030-4789-4791-ac9c-095dae3f9da1 req-207fffe5-a781-491c-98c7-61e9a487733d tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.85 "DELETE /v2.0/ports/d0110030-d846-4c32-9c86-9187e550b1e1 HTTP/1.1" status: 204 len: 173 time: 0.7903883 Jan 18 12:48:13.225197 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.275938 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.289233 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b240770f-9c72-4d92-a198-3b6e3efe50f6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:13.332653 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-dbb0fa64-3cf7-467b-b091-7b6716f4038c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2407289 Jan 18 12:48:13.433197 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 0cedef2d-5196-426e-8967-9503af57b526 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:13.456264 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:13.460934 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.462312 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8daad308-a0f3-4a0c-8e2d-6a8f7e45bbc6 req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "PUT /v2.0/ports/b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 981 time: 1.2607520 Jan 18 12:48:13.508450 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:13.524198 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-2f3ff66b-0c18-4a94-8efe-58fdb5705991 service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303916 Jan 18 12:48:13.570140 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ce6d-b535-49f5-9138-602a21e4514e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=6']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:13.594330 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b240770f-9c72-4d92-a198-3b6e3efe50f6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:13.710806 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c734605a-4b9d-41ca-84f1-894531b2ef4a req-0dfb4734-0b55-4f42-a20b-55e719794439 tempest-VolumesSnapshotTestJSON-981767102 tempest-VolumesSnapshotTestJSON-981767102-project] 10.222.0.39 "GET /v2.0/ports?device_id=669ac617-e10a-4831-af3b-24e6ca27cb01 HTTP/1.1" status: 200 len: 210 time: 0.0708110 Jan 18 12:48:13.726740 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 0cedef2d-5196-426e-8967-9503af57b526 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:13.739070 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-f1cebdbd-eaa8-4418-89da-8d3554c18b38 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885169 Jan 18 12:48:13.751264 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 0cedef2d-5196-426e-8967-9503af57b526 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:13.751637 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:13.858794 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-cd3961a4-a5cf-4905-9d11-efba5395a1a5 service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225565 Jan 18 12:48:13.912594 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-efc9e68e-9c18-46bd-9bdc-428fa1c7e4c2 None None] Provisioning complete for port b240770f-9c72-4d92-a198-3b6e3efe50f6 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:13.912981 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-efc9e68e-9c18-46bd-9bdc-428fa1c7e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.096201 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f20c9d10-6ade-4945-81b4-6295d79eb26c req-bc657038-b5ba-4bd7-a54d-3ad53b75c584 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486726 Jan 18 12:48:14.118294 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.135975 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d5820-5a20-4d82-89b8-aab207889840 req-8beb07ab-9327-4c15-90a9-0b807ca662af tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:14.137441 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d46d5820-5a20-4d82-89b8-aab207889840 req-8beb07ab-9327-4c15-90a9-0b807ca662af tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 944 time: 0.2448952 Jan 18 12:48:14.183427 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cedef2d-5196-426e-8967-9503af57b526'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:14.235588 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d46d5820-5a20-4d82-89b8-aab207889840 req-6156366c-f7c7-40d2-9c4d-91bd4c1c54b9 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617578 Jan 18 12:48:14.255289 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72869c61-7c37-4b91-843e-6ae75977c2b0 req-a45be31d-9449-4971-babd-b3ae34c6588d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:14.256986 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-72869c61-7c37-4b91-843e-6ae75977c2b0 req-a45be31d-9449-4971-babd-b3ae34c6588d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.1184738 Jan 18 12:48:14.258955 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 0cedef2d-5196-426e-8967-9503af57b526, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cedef2d-5196-426e-8967-9503af57b526,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:14.273975 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.274889 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device d0110030-d846-4c32-9c86-9187e550b1e1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:14.333072 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-72869c61-7c37-4b91-843e-6ae75977c2b0 req-a84f787f-e46c-466d-a444-338e65e1aa40 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664926 Jan 18 12:48:14.333765 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669ac617-e10a-4831-af3b-24e6ca27cb01', 'name': 'network-vif-deleted', 'tag': 'd0110030-d846-4c32-9c86-9187e550b1e1', 'status': 'completed', 'code': 200} Jan 18 12:48:14.365488 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: d0110030-d846-4c32-9c86-9187e550b1e1 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:48:14.365828 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device d0110030-d846-4c32-9c86-9187e550b1e1 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:48:14.416640 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'status': 'completed', 'code': 200} Jan 18 12:48:14.447534 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=0cedef2d-5196-426e-8967-9503af57b526,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:14.618867 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-238be768-73ed-4c83-b93e-b14ed4938e11 req-d2cc7ced-ec0d-486a-a5e2-85189ffef1d3 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 210 time: 0.0579417 Jan 18 12:48:14.663885 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18547b36-5632-4641-95d2-0bd5fca91218 req-ad4a6f42-50cc-4618-af9e-0234413931a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1137 time: 0.2164302 Jan 18 12:48:14.670360 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131103-5b0c-4f84-99b4-a91cfb91aa40 req-68939dc6-bd7d-4e28-8887-bdff5b42db1f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:14.672702 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7131103-5b0c-4f84-99b4-a91cfb91aa40 req-68939dc6-bd7d-4e28-8887-bdff5b42db1f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1774616 Jan 18 12:48:14.705586 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cedef2d-5196-426e-8967-9503af57b526', 'code': 200} Jan 18 12:48:14.813649 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7131103-5b0c-4f84-99b4-a91cfb91aa40 req-a438782d-dea3-4589-b2cf-60fde2b8cee2 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190259 Jan 18 12:48:14.869162 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18547b36-5632-4641-95d2-0bd5fca91218 req-57e5b288-f8af-4f48-b61d-8707da329730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:14.870792 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18547b36-5632-4641-95d2-0bd5fca91218 req-57e5b288-f8af-4f48-b61d-8707da329730 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 200 len: 916 time: 0.1967177 Jan 18 12:48:14.964533 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4947acfa-a8cd-48eb-b06f-302787fd9739 req-21927ec1-3dfa-4fce-b4ee-8fd48eee553d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0726826 Jan 18 12:48:14.976850 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18547b36-5632-4641-95d2-0bd5fca91218 req-7f8fce24-c92c-430f-9135-4421da06eaec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 1001 time: 0.0994732 Jan 18 12:48:15.009523 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4947acfa-a8cd-48eb-b06f-302787fd9739 req-b534396b-c2e7-4767-9cc5-f66797a398aa service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388572 Jan 18 12:48:15.047863 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18547b36-5632-4641-95d2-0bd5fca91218 req-061ecce3-7236-4c00-9283-28c5df6a983b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:15.049306 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18547b36-5632-4641-95d2-0bd5fca91218 req-061ecce3-7236-4c00-9283-28c5df6a983b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e7c25ec-8517-4e41-9d36-46da869960ac HTTP/1.1" status: 200 len: 854 time: 0.0661352 Jan 18 12:48:15.323454 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18547b36-5632-4641-95d2-0bd5fca91218 req-512ce335-7fab-4cbc-b08a-0ca08ba62174 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756109 Jan 18 12:48:15.444762 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:15.581165 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18547b36-5632-4641-95d2-0bd5fca91218 req-b213acb9-cb00-4003-9310-562177df4e6d service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480011 Jan 18 12:48:15.627811 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958a36-fdc6-4125-82dd-9e599a2c9bca req-6abd8f64-cc49-4c7e-96a4-f0b62ef35cb2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:15.629514 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a958a36-fdc6-4125-82dd-9e599a2c9bca req-6abd8f64-cc49-4c7e-96a4-f0b62ef35cb2 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 945 time: 0.2282007 Jan 18 12:48:15.649018 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-496655b3-9490-4776-ab86-d7fd687f9df6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:15.649911 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-496655b3-9490-4776-ab86-d7fd687f9df6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Synchronizing usage tracker for tenant:4d750974585540d3941203f6967d3601 on resource:network {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:15.671238 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-496655b3-9490-4776-ab86-d7fd687f9df6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Unset dirty status for tenant:4d750974585540d3941203f6967d3601 on resource:network {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:15.672418 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-496655b3-9490-4776-ab86-d7fd687f9df6 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.2015293 Jan 18 12:48:15.691334 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:15.703496 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Request body: {'port': {'device_id': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'admin_state_up': True, 'tenant_id': '4d750974585540d3941203f6967d3601'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:15.722221 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'port_id': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'mac_address': 'fa:16:3e:7b:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:15.746236 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde9aaa-5113-40ed-99fe-c2e48fde1e97 req-4652f256-1007-4ff3-a3c8-982cd9caec7f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:15.748121 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-acde9aaa-5113-40ed-99fe-c2e48fde1e97 req-4652f256-1007-4ff3-a3c8-982cd9caec7f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.2728391 Jan 18 12:48:15.794789 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.810170 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a958a36-fdc6-4125-82dd-9e599a2c9bca req-8dc1d87b-ad35-472b-a359-f846ed9892eb tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318629 Jan 18 12:48:15.816293 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18547b36-5632-4641-95d2-0bd5fca91218 req-613a0636-d127-4978-a872-409077ee3355 service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241821 Jan 18 12:48:15.825308 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83068d07-62a9-4453-8fd6-12dbfd747e14 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:15.852791 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-acde9aaa-5113-40ed-99fe-c2e48fde1e97 req-2d1d517f-b41b-43d3-b473-bf9f2f711490 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947161 Jan 18 12:48:15.854525 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:15.859910 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.875089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:15.894357 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:15.897972 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Made reservation on behalf of 4d750974585540d3941203f6967d3601 for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:15.901089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.937129 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:15.989392 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a0f99834-c97e-46b0-aea5-b8f74e6a88a4 req-011ab8f5-b495-4081-812d-9c032979212f tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 210 time: 0.0451303 Jan 18 12:48:16.063927 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Allocated IP 172.20.0.7 (43ae2b39-db3c-4321-9993-bf5ce83755fd/e3decf79-3744-4462-a93e-1f6a7206db1d/40dc4900-2ab9-4c02-be29-654a319133f2) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:16.193631 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['83068d07-62a9-4453-8fd6-12dbfd747e14'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:16.269071 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.298655 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.377229 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event updated for resources: {'Port': ['ID=40dc4900-2ab9-4c02-be29-654a319133f2,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:16.395097 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:16.396297 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:16.398857 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:16.462215 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:16.462823 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.491180 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-88b91724-a40a-4cb7-8996-534518f3f4d1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917829 Jan 18 12:48:16.502068 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Request body: {'port': {'device_id': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:16.616948 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.943187 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:16.980411 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dc4900-2ab9-4c02-be29-654a319133f2 {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:16.987711 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.003076 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Transition to ACTIVE for port object 40dc4900-2ab9-4c02-be29-654a319133f2 will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:17.007929 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.088005 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd69b99-1b20-49b7-974e-eb20a9543f24 req-cfc036b2-d161-4b25-b308-27ddb5d0caac tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.090703 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6dd69b99-1b20-49b7-974e-eb20a9543f24 req-cfc036b2-d161-4b25-b308-27ddb5d0caac tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 945 time: 0.1445472 Jan 18 12:48:17.157034 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fa46-6005-4cad-85a0-2a25d7a25c71 req-91960581-f41d-4040-9c1c-a5582e1c5e75 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.158766 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9352fa46-6005-4cad-85a0-2a25d7a25c71 req-91960581-f41d-4040-9c1c-a5582e1c5e75 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 945 time: 0.1473734 Jan 18 12:48:17.171706 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6dd69b99-1b20-49b7-974e-eb20a9543f24 req-4cd55a31-3599-48f5-93a7-c49c665ac30f tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744739 Jan 18 12:48:17.205295 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=40dc4900-2ab9-4c02-be29-654a319133f2,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:17.226046 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9352fa46-6005-4cad-85a0-2a25d7a25c71 req-115dbafe-8503-42f9-a631-7f8b6c4c5d85 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527937 Jan 18 12:48:17.327256 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Attempting to bind port 40dc4900-2ab9-4c02-be29-654a319133f2 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:17.327890 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Attempting to bind port 40dc4900-2ab9-4c02-be29-654a319133f2 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:17.328215 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Attempting to bind port 40dc4900-2ab9-4c02-be29-654a319133f2 on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:17.334184 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Port 40dc4900-2ab9-4c02-be29-654a319133f2 on network 43ae2b39-db3c-4321-9993-bf5ce83755fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:17.334500 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Attempting to bind port 40dc4900-2ab9-4c02-be29-654a319133f2 on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:17.340907 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:17.341235 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Checking segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:17.341613 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Bound using segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:17.342027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Bound port: 40dc4900-2ab9-4c02-be29-654a319133f2, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:17.342949 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.433592 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] For port 40dc4900-2ab9-4c02-be29-654a319133f2, host hv-cinder-82510, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:17.436811 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] For port 40dc4900-2ab9-4c02-be29-654a319133f2, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=40dc4900-2ab9-4c02-be29-654a319133f2,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:17.442695 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.462149 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:17.518469 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.519878 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] 10.222.0.85 "PUT /v2.0/ports/40dc4900-2ab9-4c02-be29-654a319133f2 HTTP/1.1" status: 200 len: 1093 time: 1.0223570 Jan 18 12:48:17.520345 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'tag': '40dc4900-2ab9-4c02-be29-654a319133f2'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:17.529372 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb536f-fd05-45ac-a822-8db9b97a8825 req-a0a0a8ff-cbfd-499a-a643-d70b2ab2dd89 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.531168 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eccb536f-fd05-45ac-a822-8db9b97a8825 req-a0a0a8ff-cbfd-499a-a643-d70b2ab2dd89 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 943 time: 0.2353730 Jan 18 12:48:17.534062 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba56e5-7d86-4295-a374-48d86d34ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=40dc4900-2ab9-4c02-be29-654a319133f2,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:17.552918 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 83068d07-62a9-4453-8fd6-12dbfd747e14 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:17.557959 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 83068d07-62a9-4453-8fd6-12dbfd747e14 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:17.558320 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.579448 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba824f20-4eac-462f-be56-82bbb26e844d req-58b34fcd-c4cf-43f0-9590-5913b2c98f8c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.580948 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ba824f20-4eac-462f-be56-82bbb26e844d req-58b34fcd-c4cf-43f0-9590-5913b2c98f8c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 945 time: 0.2214806 Jan 18 12:48:17.593233 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 54376) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:17.605884 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Request body: {'floatingip': {'port_id': '0cedef2d-5196-426e-8967-9503af57b526'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:17.647019 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'tag': '40dc4900-2ab9-4c02-be29-654a319133f2', 'status': 'completed', 'code': 200} Jan 18 12:48:17.665204 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-73cffda3-4f39-443d-85ab-58b3599aaad3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0831475 Jan 18 12:48:17.697823 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.708519 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.744619 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:17.746382 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-89bfa33b-041b-476a-b2dd-68051f83e606 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40dc4900-2ab9-4c02-be29-654a319133f2 HTTP/1.1" status: 200 len: 217 time: 0.0728295 Jan 18 12:48:17.755206 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:17.762391 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.836182 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-eccb536f-fd05-45ac-a822-8db9b97a8825 req-170d0097-32c7-4a51-ac14-9e9edcdfe748 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827716 Jan 18 12:48:17.840796 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'code': 200} Jan 18 12:48:17.860837 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:17.876959 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-d3c44d00-4891-426e-a070-b0acd2424e38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.879972 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-d3c44d00-4891-426e-a070-b0acd2424e38 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.1155081 Jan 18 12:48:17.934553 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-48f68565-a37f-4afc-8600-69a714a8706b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499685 Jan 18 12:48:18.075860 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f9bd15f3-873c-4660-afd8-fc68a2a882cb service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332006 Jan 18 12:48:18.216445 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a89331f4-3f93-46ba-b51e-30ae734d963e req-f2aaf8bd-098b-4ee7-a8b5-d3100e0ffa85 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336439 Jan 18 12:48:18.246283 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bdbacd09-5904-4183-b76f-b3b6c3bc0db4 req-5a08d50e-26ce-4670-9c54-985a03c7b03a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.2240081 Jan 18 12:48:18.321704 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bdbacd09-5904-4183-b76f-b3b6c3bc0db4 req-b5e5e71f-49ff-40e4-b5c4-dc81b7116f77 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679491 Jan 18 12:48:18.404558 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfece017-49c9-429b-b95f-da6701ed13da req-8a9a4352-a8a7-42ef-9a01-0ba44f863a55 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 1096 time: 0.1212056 Jan 18 12:48:18.528867 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.540031 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.633789 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd82e50-83f9-436c-9735-9a769945a9ee req-428ae227-3f04-438e-8387-a06bd18af400 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:18.635222 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fbd82e50-83f9-436c-9735-9a769945a9ee req-428ae227-3f04-438e-8387-a06bd18af400 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1718485 Jan 18 12:48:18.706089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece017-49c9-429b-b95f-da6701ed13da req-a9290d74-e3f6-46fd-87f7-f771f119f205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:18.709406 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfece017-49c9-429b-b95f-da6701ed13da req-a9290d74-e3f6-46fd-87f7-f771f119f205 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 916 time: 0.1272249 Jan 18 12:48:18.745761 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-fbd82e50-83f9-436c-9735-9a769945a9ee req-5289b719-193c-4667-b43e-d3f1d0e608bb tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031370 Jan 18 12:48:18.782599 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfece017-49c9-429b-b95f-da6701ed13da req-fdeeb22e-33df-4b6e-826d-4ca4f216f512 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40dc4900-2ab9-4c02-be29-654a319133f2 HTTP/1.1" status: 200 len: 217 time: 0.0643055 Jan 18 12:48:18.783981 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.l3_db [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Floating IP 67ec1d38-8727-484a-8533-50c6b1fe15d8 associated. External IP: 172.28.2.246, port: 0cedef2d-5196-426e-8967-9503af57b526. Jan 18 12:48:18.844082 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece017-49c9-429b-b95f-da6701ed13da req-89a30ee0-ecb5-4a30-adbe-f0b68ce8dd25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:18.845527 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfece017-49c9-429b-b95f-da6701ed13da req-89a30ee0-ecb5-4a30-adbe-f0b68ce8dd25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.0570688 Jan 18 12:48:18.897366 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfece017-49c9-429b-b95f-da6701ed13da req-ee7839b8-7546-4d9e-b61c-9caf7c03421f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395238 Jan 18 12:48:19.032709 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfece017-49c9-429b-b95f-da6701ed13da req-c7d6dce2-4a9f-41c3-8488-603bc2b3a760 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260822 Jan 18 12:48:19.170488 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-cfece017-49c9-429b-b95f-da6701ed13da req-b7d8afa0-3f94-408d-b1fd-eb4fa97910da service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310825 Jan 18 12:48:19.213320 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bad61-1b51-4e8e-a829-2e64d417adeb req-64bd2751-443d-4358-8159-8b44caf5aa7c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:19.214738 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d87bad61-1b51-4e8e-a829-2e64d417adeb req-64bd2751-443d-4358-8159-8b44caf5aa7c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 943 time: 0.2540317 Jan 18 12:48:19.277736 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d87bad61-1b51-4e8e-a829-2e64d417adeb req-87ae46c0-392e-422d-b0e9-a73602518262 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566182 Jan 18 12:48:19.384639 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Router 8b15c917-34a2-41ff-9d89-a462c69705fa has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:19.586362 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:19.590618 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.599396 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] Sync routers for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:19.611271 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:19.611883 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:48:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:19.651784 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e6740793-a1d4-4dce-8fcb-6493620b9e75 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "PUT /v2.0/floatingips/67ec1d38-8727-484a-8533-50c6b1fe15d8 HTTP/1.1" status: 200 len: 991 time: 2.0489447 Jan 18 12:48:19.651784 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'tag': '0cedef2d-5196-426e-8967-9503af57b526'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:19.747505 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'tag': '0cedef2d-5196-426e-8967-9503af57b526', 'status': 'completed', 'code': 200} Jan 18 12:48:19.819378 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:20.035064 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2b084-99ec-44e3-9a5b-5c3ce6f941fe req-2ae90d69-4c62-4620-a582-8f8e4cc56828 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.036606 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47f2b084-99ec-44e3-9a5b-5c3ce6f941fe req-2ae90d69-4c62-4620-a582-8f8e4cc56828 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1072803 Jan 18 12:48:20.047854 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0f097318-d145-48a1-bd49-b1befb937925 req-d30e5912-4295-4e5b-9364-c640fa19fbfc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 1098 time: 0.2414000 Jan 18 12:48:20.085329 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-47f2b084-99ec-44e3-9a5b-5c3ce6f941fe req-02ea9960-d081-4879-9454-a046058e7ec3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427988 Jan 18 12:48:20.190852 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f097318-d145-48a1-bd49-b1befb937925 req-3d6cb732-2224-4f25-b6bc-e58999ea9da9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.193005 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0f097318-d145-48a1-bd49-b1befb937925 req-3d6cb732-2224-4f25-b6bc-e58999ea9da9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 200 len: 912 time: 0.1368859 Jan 18 12:48:20.218876 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '67ec1d38-8727-484a-8533-50c6b1fe15d8', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'floating_ip_address': '172.28.2.246', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'port_id': '0cedef2d-5196-426e-8967-9503af57b526', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'mac_address': 'fa:16:3e:5d:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:59Z', 'updated_at': '2022-01-18T12:48:18Z', 'revision_number': 1, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:20.223053 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] Checking router: 8b15c917-34a2-41ff-9d89-a462c69705fa for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:20.233243 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:20.233816 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:48:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:20.297376 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0f097318-d145-48a1-bd49-b1befb937925 req-7faff5e7-2a7f-4423-b197-a288c3202c47 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedef2d-5196-426e-8967-9503af57b526 HTTP/1.1" status: 200 len: 999 time: 0.0977101 Jan 18 12:48:20.367514 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f097318-d145-48a1-bd49-b1befb937925 req-17466a3a-70ee-4481-9dfd-2e5e82607d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.369286 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0f097318-d145-48a1-bd49-b1befb937925 req-17466a3a-70ee-4481-9dfd-2e5e82607d94 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 200 len: 850 time: 0.0607953 Jan 18 12:48:20.411073 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:20.464529 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0f097318-d145-48a1-bd49-b1befb937925 req-aa0a467b-b8a8-418f-aef5-b84e2a3c0555 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0a3416b-8803-45c6-bf34-7b3b9e37788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771015 Jan 18 12:48:20.484611 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cded8-8a31-4d41-a083-2a81e4282459 req-f8a850f9-2e0d-4a95-9a5c-858f73a98631 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.486042 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-615cded8-8a31-4d41-a083-2a81e4282459 req-f8a850f9-2e0d-4a95-9a5c-858f73a98631 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 943 time: 0.0831873 Jan 18 12:48:20.532045 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-615cded8-8a31-4d41-a083-2a81e4282459 req-146a0836-4320-4a3c-9af4-886a86e1a225 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Jan 18 12:48:20.614277 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0f097318-d145-48a1-bd49-b1befb937925 req-3b6a4f52-648c-4008-91b4-8f2f453c09ef service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331768 Jan 18 12:48:20.747435 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-0f097318-d145-48a1-bd49-b1befb937925 req-da8b7e01-3bd9-4ef1-bd8f-44db7f48c06f service neutron] 10.222.0.85 "GET /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245015 Jan 18 12:48:20.799149 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '67ec1d38-8727-484a-8533-50c6b1fe15d8', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'floating_ip_address': '172.28.2.246', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'port_id': '0cedef2d-5196-426e-8967-9503af57b526', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'mac_address': 'fa:16:3e:5d:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:59Z', 'updated_at': '2022-01-18T12:48:18Z', 'revision_number': 1, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:20.802981 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d821c0-0cd2-45ce-a5b3-08371b161c66 None None] The sync data for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb is: [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '67ec1d38-8727-484a-8533-50c6b1fe15d8', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'floating_ip_address': '172.28.2.246', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'port_id': '0cedef2d-5196-426e-8967-9503af57b526', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'mac_address': 'fa:16:3e:5d:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:47:59Z', 'updated_at': '2022-01-18T12:48:18Z', 'revision_number': 1, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:21.298548 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fe4da-c80c-4d42-b4b3-f80a28f99a7d req-0e67c072-ff78-4388-950f-a9ed569c8281 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:21.300038 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-020fe4da-c80c-4d42-b4b3-f80a28f99a7d req-0e67c072-ff78-4388-950f-a9ed569c8281 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0779500 Jan 18 12:48:21.360922 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-020fe4da-c80c-4d42-b4b3-f80a28f99a7d req-2b931bac-0b85-4b4f-b2a5-82f1130d22e6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548637 Jan 18 12:48:21.480513 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 40dc4900-2ab9-4c02-be29-654a319133f2 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:21.534476 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc41013-4238-4b95-b565-0ecc55da6a23 None None] New status for floating IP 67ec1d38-8727-484a-8533-50c6b1fe15d8: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:48:21.626920 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3c21-8c42-4d43-b111-7408948be2c3 req-d3b45017-1d66-4cf7-bc31-811cfbb3c73d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:21.632795 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-264d3c21-8c42-4d43-b111-7408948be2c3 req-d3b45017-1d66-4cf7-bc31-811cfbb3c73d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0943232 Jan 18 12:48:21.637381 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54428) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:21.643303 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Request body: {'floatingip': {'port_id': '83068d07-62a9-4453-8fd6-12dbfd747e14'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:21.650808 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 40dc4900-2ab9-4c02-be29-654a319133f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=40dc4900-2ab9-4c02-be29-654a319133f2,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:21.665706 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '40dc4900-2ab9-4c02-be29-654a319133f2', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'port_id': '40dc4900-2ab9-4c02-be29-654a319133f2', 'mac_address': 'fa:16:3e:f7:b5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3decf79-3744-4462-a93e-1f6a7206db1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:21.738045 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:21.744289 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:21.762565 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dc4900-2ab9-4c02-be29-654a319133f2 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:21.766003 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d93ac0-a1db-40a9-b77a-45bf1acba926 req-74e60087-5a62-400e-8688-d9aa68314cf8 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:21.767595 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-75d93ac0-a1db-40a9-b77a-45bf1acba926 req-74e60087-5a62-400e-8688-d9aa68314cf8 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 943 time: 0.0973420 Jan 18 12:48:21.784672 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 40dc4900-2ab9-4c02-be29-654a319133f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=40dc4900-2ab9-4c02-be29-654a319133f2,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:21.789620 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:21.844042 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-75d93ac0-a1db-40a9-b77a-45bf1acba926 req-d2cf56d1-dec0-48de-8043-a0df7cddf189 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699844 Jan 18 12:48:21.871895 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=40dc4900-2ab9-4c02-be29-654a319133f2,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:22.125652 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['40dc4900-2ab9-4c02-be29-654a319133f2'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:22.369022 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.372559 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.638957 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.l3_db [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Floating IP 5a8d948f-52c7-4fbd-b16b-745ee4ad3881 associated. External IP: 172.28.2.106, port: 83068d07-62a9-4453-8fd6-12dbfd747e14. Jan 18 12:48:23.042667 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Router 9f77e39d-727e-47d9-bc23-74fdc3423ccb has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:23.048216 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7b8cd-fcae-4ef7-821b-c19f065a7a96 req-9e01edaf-ec0b-4d11-bb55-62f2987e6ecb tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:23.049678 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7ad7b8cd-fcae-4ef7-821b-c19f065a7a96 req-9e01edaf-ec0b-4d11-bb55-62f2987e6ecb tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 944 time: 0.0772965 Jan 18 12:48:23.098427 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-7ad7b8cd-fcae-4ef7-821b-c19f065a7a96 req-61611601-07a2-4a79-915c-a71a6a6296af tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Jan 18 12:48:23.245836 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:23.250160 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.256201 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] Sync routers for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:23.268221 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:23.268865 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:48:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:23.301531 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1460366c-b08e-4c9b-8910-3f21fca0cc12 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "PUT /v2.0/floatingips/5a8d948f-52c7-4fbd-b16b-745ee4ad3881 HTTP/1.1" status: 200 len: 992 time: 1.6630092 Jan 18 12:48:23.302101 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:23.359393 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'status': 'completed', 'code': 200} Jan 18 12:48:23.457485 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:23.474626 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-52a2fe94-a12a-410d-b15b-71331fa5b8df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.0762644 Jan 18 12:48:23.507236 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 40dc4900-2ab9-4c02-be29-654a319133f2 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:23.611159 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-e3fedf69-c6cc-45f9-bfad-51a4935e11dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:23.612633 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-e3fedf69-c6cc-45f9-bfad-51a4935e11dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.1306126 Jan 18 12:48:23.691483 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 40dc4900-2ab9-4c02-be29-654a319133f2 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:23.717491 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-272bbe24-1a9f-4593-a46b-1da824e2876e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 200 len: 1000 time: 0.0984435 Jan 18 12:48:23.742501 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 40dc4900-2ab9-4c02-be29-654a319133f2 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:23.742792 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.784712 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-1f6f1ceb-ba2c-46b2-84e3-d9443a10405f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:23.786802 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-1f6f1ceb-ba2c-46b2-84e3-d9443a10405f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.0583777 Jan 18 12:48:23.866653 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-05e82ae3-baaa-4a92-8b78-c86d9114a6fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698056 Jan 18 12:48:23.969230 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:24.005662 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dc4900-2ab9-4c02-be29-654a319133f2'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:24.017826 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 40dc4900-2ab9-4c02-be29-654a319133f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=40dc4900-2ab9-4c02-be29-654a319133f2,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:24.022611 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-b35a42db-3793-464b-8bb6-89d1d6a25705 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413915 Jan 18 12:48:24.025331 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '5a8d948f-52c7-4fbd-b16b-745ee4ad3881', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'floating_ip_address': '172.28.2.106', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'port_id': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'mac_address': 'fa:16:3e:7b:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:48:00Z', 'updated_at': '2022-01-18T12:48:22Z', 'revision_number': 1, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:24.028698 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:24.063912 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] Checking router: 9f77e39d-727e-47d9-bc23-74fdc3423ccb for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:24.088091 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dc4900-2ab9-4c02-be29-654a319133f2', 'code': 200} Jan 18 12:48:24.105766 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:24.106384 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:48:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:24.170388 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=40dc4900-2ab9-4c02-be29-654a319133f2,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:24.297556 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0e7e950-1a82-4500-adb1-641b1e45b3e9 req-27381286-05c7-445b-a64a-180fc20f9e51 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695520 Jan 18 12:48:24.403487 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:24.481344 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd819af3-a96e-41f6-ab53-d269e2a42017 req-27e7c8ee-a07e-4411-a3e2-5c9d70a91dd5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:24.484033 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dd819af3-a96e-41f6-ab53-d269e2a42017 req-27e7c8ee-a07e-4411-a3e2-5c9d70a91dd5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 945 time: 0.1412139 Jan 18 12:48:24.493816 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-987e8408-60fd-4d81-94b5-f23c1aa93f8c req-43e60cdd-0517-42de-a8be-477ba387e1d3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 1098 time: 0.2023959 Jan 18 12:48:24.605622 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dd819af3-a96e-41f6-ab53-d269e2a42017 req-e2cda2a3-5bf2-49d9-84ab-4cb1ab8c2a58 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108320 Jan 18 12:48:24.624817 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-987e8408-60fd-4d81-94b5-f23c1aa93f8c req-af83682b-38d6-4ce2-9c05-33e2d6e6318a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012285 Jan 18 12:48:24.869114 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '5a8d948f-52c7-4fbd-b16b-745ee4ad3881', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'floating_ip_address': '172.28.2.106', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'port_id': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'mac_address': 'fa:16:3e:7b:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:48:00Z', 'updated_at': '2022-01-18T12:48:22Z', 'revision_number': 1, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:24.872873 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e600df4-e7e6-421b-aa7f-1b7432631936 None None] The sync data for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb is: [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_floatingips': [{'id': '5a8d948f-52c7-4fbd-b16b-745ee4ad3881', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'floating_ip_address': '172.28.2.106', 'floating_network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'router_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'port_id': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'mac_address': 'fa:16:3e:7b:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:48:00Z', 'updated_at': '2022-01-18T12:48:22Z', 'revision_number': 1, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:25.053983 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd631f-dbaa-4a3e-9dd9-382433eb65c9 None None] New status for floating IP 5a8d948f-52c7-4fbd-b16b-745ee4ad3881: ACTIVE {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:48:25.697596 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995d3ba-687a-480f-915f-d464013b3069 req-eafc84a8-8061-4f95-a0b5-e5d55fe47324 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:25.699019 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a995d3ba-687a-480f-915f-d464013b3069 req-eafc84a8-8061-4f95-a0b5-e5d55fe47324 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0794942 Jan 18 12:48:25.744747 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a995d3ba-687a-480f-915f-d464013b3069 req-38259ca0-b904-413b-b787-242b6ba221ed tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Jan 18 12:48:25.936023 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705054c-cd70-4b03-ad8b-56e19f72774a req-6a40a5be-83a0-4d60-bcbf-edc4fb9b00d5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:25.937596 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2705054c-cd70-4b03-ad8b-56e19f72774a req-6a40a5be-83a0-4d60-bcbf-edc4fb9b00d5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 945 time: 0.0765798 Jan 18 12:48:25.998881 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2705054c-cd70-4b03-ad8b-56e19f72774a req-7fbb69f6-7b3b-430d-ad99-6f711a1650b9 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550902 Jan 18 12:48:26.953774 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a595da9-92fc-4b47-b2da-82aeb4427ae5 req-55842f66-717e-43f3-97b8-37319ef4e9a5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:26.955307 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3a595da9-92fc-4b47-b2da-82aeb4427ae5 req-55842f66-717e-43f3-97b8-37319ef4e9a5 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0779533 Jan 18 12:48:26.999598 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3a595da9-92fc-4b47-b2da-82aeb4427ae5 req-6a19f235-bc3a-43de-a1c9-17132cf1e714 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383348 Jan 18 12:48:27.209358 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d836-6bc4-4178-9e8a-b7e66a1ebcc3 req-a30efb9c-6fa5-46ee-b75d-dcb4e62d42d7 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:27.210800 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5332d836-6bc4-4178-9e8a-b7e66a1ebcc3 req-a30efb9c-6fa5-46ee-b75d-dcb4e62d42d7 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 945 time: 0.0870483 Jan 18 12:48:27.259893 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5332d836-6bc4-4178-9e8a-b7e66a1ebcc3 req-19ba87e7-4567-49c5-95ec-53cc97b379ce tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Jan 18 12:48:28.193769 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69a51-bd0f-40e1-8877-0b0c012a8b8e req-39a5a0fc-ca35-49ec-bdee-5cb0fc2a88e9 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:28.195297 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c3a69a51-bd0f-40e1-8877-0b0c012a8b8e req-39a5a0fc-ca35-49ec-bdee-5cb0fc2a88e9 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0762968 Jan 18 12:48:28.240996 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c3a69a51-bd0f-40e1-8877-0b0c012a8b8e req-66d1c593-4edb-461c-80a9-ede7312e32f6 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 Jan 18 12:48:29.545080 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad4a9d-ad17-43d7-9151-70627a8a0ded req-4d1b8adb-9f9c-4b4f-a31f-f0093c48f879 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:29.546483 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9ad4a9d-ad17-43d7-9151-70627a8a0ded req-4d1b8adb-9f9c-4b4f-a31f-f0093c48f879 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1766603 Jan 18 12:48:29.599379 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d9ad4a9d-ad17-43d7-9151-70627a8a0ded req-81527967-f985-4ee8-8768-e4cb44302ebe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470665 Jan 18 12:48:30.800415 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8b5f6-2cfb-40ae-8c02-1c8a785e4219 req-ffb66964-fc91-4e5e-8d18-a6beb1627856 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:30.804715 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4ed8b5f6-2cfb-40ae-8c02-1c8a785e4219 req-ffb66964-fc91-4e5e-8d18-a6beb1627856 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0829518 Jan 18 12:48:30.856484 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4ed8b5f6-2cfb-40ae-8c02-1c8a785e4219 req-b63793d9-c12c-4e57-bd31-8e6a394bf4d4 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469944 Jan 18 12:48:31.550870 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:32.063011 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26faed-9c63-4aa5-a424-73c59ce51edb req-cb039614-4e2f-43c2-9e5d-ec28e78228a0 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:32.064709 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4d26faed-9c63-4aa5-a424-73c59ce51edb req-cb039614-4e2f-43c2-9e5d-ec28e78228a0 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0843322 Jan 18 12:48:32.127028 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4d26faed-9c63-4aa5-a424-73c59ce51edb req-4e93f7ff-7144-4fa7-8d5d-02b050695cd9 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543685 Jan 18 12:48:33.347873 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609785c-de35-4135-9c45-dc9803955187 req-f7853fd7-4d8c-4db4-ab1c-5569d4cf05f3 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:33.349918 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e609785c-de35-4135-9c45-dc9803955187 req-f7853fd7-4d8c-4db4-ab1c-5569d4cf05f3 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0879109 Jan 18 12:48:33.405023 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e609785c-de35-4135-9c45-dc9803955187 req-8f024f08-a4b7-4065-9fb0-1919d3096000 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478435 Jan 18 12:48:33.911874 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-11866ed5-2fe0-4655-a1b0-9806a07a8ad0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:33.913306 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-11866ed5-2fe0-4655-a1b0-9806a07a8ad0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.1477993 Jan 18 12:48:33.929552 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-1bb478b2-a54d-4ba7-8422-53d428a6d2a7 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/quotas/4d750974585540d3941203f6967d3601 HTTP/1.1" status: 200 len: 375 time: 0.0109098 Jan 18 12:48:34.013018 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-67c3c332-5618-4463-a5f3-611b021d1027 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783269 Jan 18 12:48:34.131554 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-eb49c7b8-066b-4d0e-b186-2f8519100b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.144642 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-74fdb8ba-666f-47f4-81ef-a68cfa8efcff service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247129 Jan 18 12:48:34.277402 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-bd26f794-332e-4a98-b840-926b1c410abf service neutron] 10.222.0.39 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268792 Jan 18 12:48:34.465683 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af55c34a-8a2a-4fc7-a3ef-6aef2f388e98 req-44556ce4-cdd3-4b8f-9082-8e2f57d7f279 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 210 time: 0.0430028 Jan 18 12:48:34.626827 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ec03-2603-432c-9a05-a3faeb734ceb req-08477d7d-842c-49d5-893f-1bc0644c307b tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:34.628468 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0e76ec03-2603-432c-9a05-a3faeb734ceb req-08477d7d-842c-49d5-893f-1bc0644c307b tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0832324 Jan 18 12:48:34.678474 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0e76ec03-2603-432c-9a05-a3faeb734ceb req-d3dcd302-8ae6-4873-9600-edfdc2a95591 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444508 Jan 18 12:48:34.772217 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 54648) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:34.840511 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] Deleting subnet 443aa1a3-af05-41ea-9660-38a43d2fb185 {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:48:34.844516 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.899287 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3146375'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.964691 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.032017 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379332'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.074010 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443aa1a3-af05-41ea-9660-38a43d2fb185,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.079013 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.085172 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-80d76a4e-189a-4ee7-8a24-41db377876ad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/443aa1a3-af05-41ea-9660-38a43d2fb185 HTTP/1.1" status: 204 len: 168 time: 0.3118653 Jan 18 12:48:35.087682 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 54652) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:35.194119 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.315985 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.341894 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff123c21-42b2-4f8e-a012-799ca499bc62']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:35.354712 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74df925e-f4a0-41e4-a6a3-a99e49ef728c') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:35.355014 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74df925e-f4a0-41e4-a6a3-a99e49ef728c') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:35.367538 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3146380'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.383240 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.389539 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:48:35.390006 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279631'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: Traceback (most recent call last): Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: timer() Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: cb(*args, **kw) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: return func(*args, **kwargs) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: self._notify() Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: self.callback(batched_events) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: event.method(event) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: return f(self, *a, **k) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: return self._get(url).json() Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:48:35.403025 dv-cinder-825100-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:48:35.563163 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.584258 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.586813 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff123c21-42b2-4f8e-a012-799ca499bc62,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.592576 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-69040a3e-1324-4c21-9314-63f8597a42f3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff123c21-42b2-4f8e-a012-799ca499bc62 HTTP/1.1" status: 204 len: 168 time: 0.5038502 Jan 18 12:48:35.636778 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8fd36bbd-2295-4b06-bb4e-49b6acc27946 req-074cbe87-b317-403f-95fa-456c368ad245 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 210 time: 0.0406249 Jan 18 12:48:35.794687 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54664) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:35.873371 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3848cb0d-903c-41c0-9e40-d7dacf0954a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52d92c352ea54108b9a0551fa942cf8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0768895 Jan 18 12:48:35.873575 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54668) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:35.935293 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6b9fece8-88b2-44ea-97dc-a967ddd8aaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.963271 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6b9fece8-88b2-44ea-97dc-a967ddd8aaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.988896 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b572c5-7b87-42e9-9a3b-a02e8cd32110 req-5b578c24-49d6-4989-a53f-0cbb3f7fc05f tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:35.990366 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e5b572c5-7b87-42e9-9a3b-a02e8cd32110 req-5b578c24-49d6-4989-a53f-0cbb3f7fc05f tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1838090 Jan 18 12:48:36.035453 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6b9fece8-88b2-44ea-97dc-a967ddd8aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.059640 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fece8-88b2-44ea-97dc-a967ddd8aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788d84b6-a2be-46b3-83eb-7202f2461f96,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.065155 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4b952ec1-28ff-4300-bdbc-5e432e7532a0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.066557 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4b952ec1-28ff-4300-bdbc-5e432e7532a0 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 815 time: 0.1955073 Jan 18 12:48:36.072116 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6b9fece8-88b2-44ea-97dc-a967ddd8aaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.073253 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-6b9fece8-88b2-44ea-97dc-a967ddd8aaf0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/788d84b6-a2be-46b3-83eb-7202f2461f96 HTTP/1.1" status: 204 len: 168 time: 0.1987197 Jan 18 12:48:36.086373 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e5b572c5-7b87-42e9-9a3b-a02e8cd32110 req-cce56a89-8c39-42e5-b8df-4febb56b2067 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883811 Jan 18 12:48:36.092231 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Request body: {'port': {'device_id': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'admin_state_up': True, 'tenant_id': '4d750974585540d3941203f6967d3601'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:36.233026 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:36.237080 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Usage tracker for resource:port and tenant:4d750974585540d3941203f6967d3601 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:36.239887 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:36.245506 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:36.255562 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Made reservation on behalf of 4d750974585540d3941203f6967d3601 for: {'port': 1} {{(pid=82855) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:36.258628 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.357646 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e7b9912a-40f1-411d-8bf0-dfd2ea0fb5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.456708 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_common [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Allocated IP 172.20.0.12 (43ae2b39-db3c-4321-9993-bf5ce83755fd/e3decf79-3744-4462-a93e-1f6a7206db1d/4c946eb4-9841-42fe-a0d1-ebfa77873114) {{(pid=82855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:36.657467 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks [] for port, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.689444 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.701500 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', '40dc4900-2ab9-4c02-be29-654a319133f2'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:36.766365 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Network 43ae2b39-db3c-4321-9993-bf5ce83755fd is already hosted by enough agents. {{(pid=82855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:36.774051 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.base_scheduler [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Resources bound (agent type, host, resource id): {{(pid=82855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:36.779067 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Received port after_create {{(pid=82855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:36.804678 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event updated for resources: {'Port': ['ID=4c946eb4-9841-42fe-a0d1-ebfa77873114,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.841984 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.842585 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.869867 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-4c1bdf54-dd4b-4a51-9cc3-fe424545e335 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823186 Jan 18 12:48:36.882764 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Request body: {'port': {'device_id': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:37.004752 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.341931 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb93f-e16d-41fb-91b2-51cff56dff72 req-7e989824-9847-4462-b9a7-8926cff45c8f tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:37.342611 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-2dbbb93f-e16d-41fb-91b2-51cff56dff72 req-7e989824-9847-4462-b9a7-8926cff45c8f tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Synchronizing usage tracker for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:37.404612 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-2dbbb93f-e16d-41fb-91b2-51cff56dff72 req-7e989824-9847-4462-b9a7-8926cff45c8f tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Unset dirty status for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:37.405774 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2dbbb93f-e16d-41fb-91b2-51cff56dff72 req-7e989824-9847-4462-b9a7-8926cff45c8f tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 932 time: 0.6383619 Jan 18 12:48:37.440906 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26d933-acd7-419d-bc43-e8f7f690c634 req-978db934-8b74-4b5c-89a1-2e02ad25e348 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:37.442395 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a26d933-acd7-419d-bc43-e8f7f690c634 req-978db934-8b74-4b5c-89a1-2e02ad25e348 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1767626 Jan 18 12:48:37.456784 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.652779 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c946eb4-9841-42fe-a0d1-ebfa77873114 {{(pid=82855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:37.661926 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.666094 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2dbbb93f-e16d-41fb-91b2-51cff56dff72 req-b07afe2a-49a8-417a-9e2e-2530e85138ac tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516952 Jan 18 12:48:37.680945 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2a26d933-acd7-419d-bc43-e8f7f690c634 req-cb69e6a7-e29c-479c-9d8c-292b37aa610d tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247078 Jan 18 12:48:37.683485 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.provisioning_blocks [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Transition to ACTIVE for port object 4c946eb4-9841-42fe-a0d1-ebfa77873114 will not be triggered until provisioned by entity L2. {{(pid=82855) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:37.693675 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.743373 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.825749 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Pushing event updated for resources: {'Port': ['ID=4c946eb4-9841-42fe-a0d1-ebfa77873114,revision_number=2']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:37.843974 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:48:37.934913 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Attempting to bind port 4c946eb4-9841-42fe-a0d1-ebfa77873114 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:37.935260 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Attempting to bind port 4c946eb4-9841-42fe-a0d1-ebfa77873114 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:37.935578 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Attempting to bind port 4c946eb4-9841-42fe-a0d1-ebfa77873114 on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:37.941502 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Port 4c946eb4-9841-42fe-a0d1-ebfa77873114 on network 43ae2b39-db3c-4321-9993-bf5ce83755fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:37.942343 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Attempting to bind port 4c946eb4-9841-42fe-a0d1-ebfa77873114 on network 43ae2b39-db3c-4321-9993-bf5ce83755fd {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:37.948778 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:37.949110 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Checking segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:37.949490 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Bound using segment: {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'} {{(pid=82855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:37.949925 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.managers [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Bound port: 4c946eb4-9841-42fe-a0d1-ebfa77873114, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9d847c-3c53-4777-a606-b7979988f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd'}}] {{(pid=82855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:37.950254 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.040002 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] For port 4c946eb4-9841-42fe-a0d1-ebfa77873114, host hv-cinder-82510, cleared binding levels {{(pid=82855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:38.042918 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] For port 4c946eb4-9841-42fe-a0d1-ebfa77873114, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4c946eb4-9841-42fe-a0d1-ebfa77873114,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:38.047319 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.106914 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.108313 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] 10.222.0.85 "PUT /v2.0/ports/4c946eb4-9841-42fe-a0d1-ebfa77873114 HTTP/1.1" status: 200 len: 1094 time: 1.2299368 Jan 18 12:48:38.108737 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'tag': '4c946eb4-9841-42fe-a0d1-ebfa77873114'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:38.128080 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a2cd4-1296-4e6d-9c20-1276e21a169d service neutron] Pushing event updated for resources: {'Port': ['ID=4c946eb4-9841-42fe-a0d1-ebfa77873114,revision_number=3']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.190503 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'tag': '4c946eb4-9841-42fe-a0d1-ebfa77873114', 'status': 'completed', 'code': 200} Jan 18 12:48:38.231535 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-716e3973-463b-4345-a87e-dc65156cf8c5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 1097 time: 0.0754192 Jan 18 12:48:38.302484 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-0bcc3d50-3c8a-45d5-9f9a-bdb97b1b9275 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c946eb4-9841-42fe-a0d1-ebfa77873114 HTTP/1.1" status: 200 len: 217 time: 0.0619276 Jan 18 12:48:38.366398 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-2b8a48ed-eb3c-43af-b156-5350b871867f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:38.367791 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-2b8a48ed-eb3c-43af-b156-5350b871867f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.0572209 Jan 18 12:48:38.412498 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-dc2170e6-9c97-4620-a1c1-7b9e266c7494 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379238 Jan 18 12:48:38.540607 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-b7592c5b-bbec-48af-ba9d-4d2c4110470c service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216686 Jan 18 12:48:38.670504 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f7d13120-141a-4ed2-8787-39824f0fded3 req-b1746dab-8c6c-4541-942a-cef3727f0e44 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225979 Jan 18 12:48:38.829100 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-f222a0de-2d6c-4849-bc6e-4ef437af485c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4d750974585540d3941203f6967d3601&device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 1097 time: 0.1118088 Jan 18 12:48:38.910562 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.042330 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-3a3b8e0d-caf0-4ff4-b807-cdc1569353af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.043735 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-3a3b8e0d-caf0-4ff4-b807-cdc1569353af service neutron] 10.222.0.85 "GET /v2.0/networks?id=43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 200 len: 916 time: 0.1788459 Jan 18 12:48:39.050134 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28eb7d-b314-4e91-a74d-d8c5bb74ae0f req-b594d903-2e68-401b-9722-049cbb0a3f4b tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.051977 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6d28eb7d-b314-4e91-a74d-d8c5bb74ae0f req-b594d903-2e68-401b-9722-049cbb0a3f4b tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 944 time: 0.2558763 Jan 18 12:48:39.134349 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc5ad9-9247-4b9b-82bb-8131cd05fc76 req-fd53af61-570f-4dcd-a383-bf77f9d50b9a tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.135757 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8dfc5ad9-9247-4b9b-82bb-8131cd05fc76 req-fd53af61-570f-4dcd-a383-bf77f9d50b9a tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.3058107 Jan 18 12:48:39.142221 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-c909238a-b9d0-47ea-b076-cd22d8e1c717 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c946eb4-9841-42fe-a0d1-ebfa77873114 HTTP/1.1" status: 200 len: 217 time: 0.0882502 Jan 18 12:48:39.239339 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6d28eb7d-b314-4e91-a74d-d8c5bb74ae0f req-e81a37e1-c232-4afc-a0f0-57a418113aaf tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373754 Jan 18 12:48:39.251474 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8dfc5ad9-9247-4b9b-82bb-8131cd05fc76 req-74a36868-eaf2-4c6b-a72f-a02d553b62a9 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064930 Jan 18 12:48:39.252881 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-f6c49138-e5cb-457a-8b86-d9862f8c2328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.254226 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-f6c49138-e5cb-457a-8b86-d9862f8c2328 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 200 len: 855 time: 0.0924075 Jan 18 12:48:39.312174 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-45c3441a-7bc6-402c-ab39-3ef71ec53e48 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43ae2b39-db3c-4321-9993-bf5ce83755fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465572 Jan 18 12:48:39.527642 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-53a6c687-5b16-4683-91dc-6838c922aa73 service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081306 Jan 18 12:48:39.659978 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8d747-2d0f-4e39-bbaa-53f21cd3a35a req-0e23a6ec-d9f4-4db2-bde9-1c2acec998cf service neutron] 10.222.0.85 "GET /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221101 Jan 18 12:48:40.490837 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b955e-b0c8-411a-926e-d8fbf24c3456 req-5d794410-72ff-4cc9-812d-f37961dc20f7 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.492320 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d24b955e-b0c8-411a-926e-d8fbf24c3456 req-5d794410-72ff-4cc9-812d-f37961dc20f7 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 944 time: 0.1319895 Jan 18 12:48:40.502381 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102c67-6b51-4447-9e29-84ab26f93bed req-a79aaae2-0172-4f08-80cd-856d054958cf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.503758 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0d102c67-6b51-4447-9e29-84ab26f93bed req-a79aaae2-0172-4f08-80cd-856d054958cf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1131682 Jan 18 12:48:40.573424 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d24b955e-b0c8-411a-926e-d8fbf24c3456 req-8c93e3aa-60f7-4184-ae4e-aae1e4e24e76 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685925 Jan 18 12:48:40.577782 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0d102c67-6b51-4447-9e29-84ab26f93bed req-c285936e-101b-4e58-9b6e-5199210560c3 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598559 Jan 18 12:48:41.586539 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 4c946eb4-9841-42fe-a0d1-ebfa77873114 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:41.731562 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 4c946eb4-9841-42fe-a0d1-ebfa77873114, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4c946eb4-9841-42fe-a0d1-ebfa77873114,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:41.744785 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '4c946eb4-9841-42fe-a0d1-ebfa77873114', 'network_id': '43ae2b39-db3c-4321-9993-bf5ce83755fd', 'port_id': '4c946eb4-9841-42fe-a0d1-ebfa77873114', 'mac_address': 'fa:16:3e:21:a8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3decf79-3744-4462-a93e-1f6a7206db1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:41.802225 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.819310 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c946eb4-9841-42fe-a0d1-ebfa77873114 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:41.834845 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 4c946eb4-9841-42fe-a0d1-ebfa77873114, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4c946eb4-9841-42fe-a0d1-ebfa77873114,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:41.839003 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.840964 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cee0-0492-48c8-95df-462401e31516 req-79736baf-ac45-4142-9581-d2993d09a502 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:41.842443 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-28d8cee0-0492-48c8-95df-462401e31516 req-79736baf-ac45-4142-9581-d2993d09a502 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1072702 Jan 18 12:48:41.848587 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff481-b751-460e-8df2-354fd76ed582 req-90022911-2673-4f40-a917-5fb205e76c46 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:41.849988 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-012ff481-b751-460e-8df2-354fd76ed582 req-90022911-2673-4f40-a917-5fb205e76c46 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 944 time: 0.1487703 Jan 18 12:48:41.903921 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=4c946eb4-9841-42fe-a0d1-ebfa77873114,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:41.918031 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-28d8cee0-0492-48c8-95df-462401e31516 req-74e83f52-6881-46bc-8a73-bd0726ba54f8 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671268 Jan 18 12:48:41.924794 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-012ff481-b751-460e-8df2-354fd76ed582 req-f55f85f6-e66d-47af-8156-ea06399dda43 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609930 Jan 18 12:48:42.210976 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['4c946eb4-9841-42fe-a0d1-ebfa77873114'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:43.173593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8f593-3410-489e-af01-dfc23b9d5b3f req-22bffd3d-82fb-4825-ac4e-773ee389c5cf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:43.175021 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8f593-3410-489e-af01-dfc23b9d5b3f req-22bffd3d-82fb-4825-ac4e-773ee389c5cf tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1343064 Jan 18 12:48:43.181715 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac527-307f-46ed-9af3-908c478c4862 req-27b37b06-212f-45df-82ec-de461be570da tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:43.183084 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-159ac527-307f-46ed-9af3-908c478c4862 req-27b37b06-212f-45df-82ec-de461be570da tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 945 time: 0.1094656 Jan 18 12:48:43.257799 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25a8f593-3410-489e-af01-dfc23b9d5b3f req-fae07c06-4623-4afb-b3d0-42b39aff9c54 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736928 Jan 18 12:48:43.259796 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-159ac527-307f-46ed-9af3-908c478c4862 req-343ffb00-6e47-4f76-b6b3-1f1fdf5cb8cf tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 Jan 18 12:48:43.581958 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 4c946eb4-9841-42fe-a0d1-ebfa77873114 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:43.648955 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port 4c946eb4-9841-42fe-a0d1-ebfa77873114 completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:43.653943 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 4c946eb4-9841-42fe-a0d1-ebfa77873114 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:43.654313 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.767821 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.794155 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c946eb4-9841-42fe-a0d1-ebfa77873114'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:43.803913 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 4c946eb4-9841-42fe-a0d1-ebfa77873114, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4c946eb4-9841-42fe-a0d1-ebfa77873114,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:43.807829 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.849112 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c946eb4-9841-42fe-a0d1-ebfa77873114', 'code': 200} Jan 18 12:48:43.872720 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=4c946eb4-9841-42fe-a0d1-ebfa77873114,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.093253 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a8a30f83-6ad3-461c-bdec-935698d86346 req-60e847a1-0ee3-4c64-ba67-969b5a434340 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 1099 time: 0.0671089 Jan 18 12:48:44.136354 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a8a30f83-6ad3-461c-bdec-935698d86346 req-f0baf4bb-aac3-4b32-89bf-aa4f0da38420 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357955 Jan 18 12:48:44.512780 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c09cb-bed8-4b6f-83ac-d5409c048714 req-e19bde06-9ab2-4742-ab58-b3c00b731e75 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:44.514210 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2d5c09cb-bed8-4b6f-83ac-d5409c048714 req-e19bde06-9ab2-4742-ab58-b3c00b731e75 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1011443 Jan 18 12:48:44.520400 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0b1a9-f516-44e0-b70c-d6a38c502824 req-9d10641e-63ef-4ea7-8670-98ca464b7fc1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:44.521726 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ef0b1a9-f516-44e0-b70c-d6a38c502824 req-9d10641e-63ef-4ea7-8670-98ca464b7fc1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 946 time: 0.1416321 Jan 18 12:48:44.591658 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2d5c09cb-bed8-4b6f-83ac-d5409c048714 req-27082575-5bad-43e8-8ee2-21d471c5dc05 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689857 Jan 18 12:48:44.599473 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2ef0b1a9-f516-44e0-b70c-d6a38c502824 req-f8eace64-2501-47cd-bf63-da531aa9a192 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638394 Jan 18 12:48:45.860545 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af577ab1-af09-456e-8079-dab240d80b05 req-1509381e-f691-4771-bc6e-a204a5bbdea8 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:45.861898 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af577ab1-af09-456e-8079-dab240d80b05 req-1509381e-f691-4771-bc6e-a204a5bbdea8 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1372068 Jan 18 12:48:45.868533 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc05aa-1d84-463b-a625-4ee280a15e43 req-d09ab432-fd52-4084-b622-106149e82307 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:45.869833 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cacc05aa-1d84-463b-a625-4ee280a15e43 req-d09ab432-fd52-4084-b622-106149e82307 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 946 time: 0.1122088 Jan 18 12:48:45.937767 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af577ab1-af09-456e-8079-dab240d80b05 req-976a5958-b58f-4dcf-8965-db230e8ffb80 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670214 Jan 18 12:48:45.942072 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cacc05aa-1d84-463b-a625-4ee280a15e43 req-f0872104-7e09-4056-9f4e-6f47fb5f673e tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586414 Jan 18 12:48:46.101616 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-f68002a8-922a-4990-b7cf-988fa09be131 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0753093 Jan 18 12:48:46.255576 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-5eba387c-3848-4c69-a168-134d3cbd6aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:46.257150 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-5eba387c-3848-4c69-a168-134d3cbd6aa7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 909 time: 0.1336894 Jan 18 12:48:46.463717 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-5fcf4fcd-0976-446f-aa56-60167b55ab4b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 1001 time: 0.1952894 Jan 18 12:48:46.536165 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-ef1f48e2-e184-434e-bce1-3fecc8479ee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:46.537591 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-ef1f48e2-e184-434e-bce1-3fecc8479ee9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 200 len: 847 time: 0.0591645 Jan 18 12:48:46.615119 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-35ad174a-61b1-4b15-9346-efb33bb59a9a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671647 Jan 18 12:48:46.761208 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-f6aebdc5-9e89-4b64-a60a-56685af4d117 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389792 Jan 18 12:48:46.898376 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-07e88bac-8945-4df8-b9cd-6391e1ca5ddb req-b63183f0-076c-4443-b0cf-a4d0cd51c2c4 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285338 Jan 18 12:48:47.138640 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa8cf-0e5b-4df3-b750-a6e015b312e8 req-cca29806-579c-4153-b7e2-99e72f7cd120 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.140073 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25aaa8cf-0e5b-4df3-b750-a6e015b312e8 req-cca29806-579c-4153-b7e2-99e72f7cd120 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0803723 Jan 18 12:48:47.189865 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-25aaa8cf-0e5b-4df3-b750-a6e015b312e8 req-e67b25e3-a2ac-475a-aa1f-09a86c69736c tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393558 Jan 18 12:48:47.637523 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-452816ac-d7fc-465a-a5e2-075d14762bb9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1137 time: 0.1366785 Jan 18 12:48:47.646470 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a789e-08b4-4b61-8023-835ccd8ca1e5 req-ce545179-4620-4e55-9d07-c79f298415da tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.647834 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-365a789e-08b4-4b61-8023-835ccd8ca1e5 req-ce545179-4620-4e55-9d07-c79f298415da tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1118727 Jan 18 12:48:47.789715 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-365a789e-08b4-4b61-8023-835ccd8ca1e5 req-e4a0d80d-483a-4d20-b941-bb22c55e1332 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237135 Jan 18 12:48:47.812981 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-df457072-2ee9-4a28-b332-f045e510162b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.814415 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-df457072-2ee9-4a28-b332-f045e510162b service neutron] 10.222.0.85 "GET /v2.0/networks?id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 200 len: 916 time: 0.1657417 Jan 18 12:48:47.918393 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-ee0287a4-726f-4234-8636-9518dc539c53 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 1001 time: 0.0975347 Jan 18 12:48:47.990140 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-acb172af-ce16-4a9b-a105-0c9b73271294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.991603 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-acb172af-ce16-4a9b-a105-0c9b73271294 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e7c25ec-8517-4e41-9d36-46da869960ac HTTP/1.1" status: 200 len: 854 time: 0.0597353 Jan 18 12:48:48.075833 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-2d88fa33-a12a-4e11-9cc4-005cb0956f37 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773163 Jan 18 12:48:48.219906 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-501fe844-41a7-47bc-8b71-5cb5d255de5c service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343174 Jan 18 12:48:48.413294 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4e4e8d32-0872-49b4-b47a-9a2207b808d6 req-1925caf9-a235-463c-b168-929553311b96 service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845198 Jan 18 12:48:48.444027 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7e0d6-e120-4623-b087-e7d6c054f1c7 req-3ec451a8-3bb7-47f2-9b94-16cd76c9b04e tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:48.445426 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-59b7e0d6-e120-4623-b087-e7d6c054f1c7 req-3ec451a8-3bb7-47f2-9b94-16cd76c9b04e tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1133490 Jan 18 12:48:48.499617 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-59b7e0d6-e120-4623-b087-e7d6c054f1c7 req-d4f80bf7-9aef-4ac0-8297-7e2cccbb1ded tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Jan 18 12:48:48.991714 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacab4cc-6e1b-425b-93f5-28fa2fa50180 req-aefd5cc8-486a-4e6f-8f85-57c8688fe859 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:48.993165 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cacab4cc-6e1b-425b-93f5-28fa2fa50180 req-aefd5cc8-486a-4e6f-8f85-57c8688fe859 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0781112 Jan 18 12:48:49.122539 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cacab4cc-6e1b-425b-93f5-28fa2fa50180 req-b762a623-65af-495b-8ba6-b2588c8c2346 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237743 Jan 18 12:48:49.738153 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5db6d-c521-47b6-8416-8e26a132d9df req-d20e8456-eb53-431f-beb5-df4678e32419 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:49.740451 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-37b5db6d-c521-47b6-8416-8e26a132d9df req-d20e8456-eb53-431f-beb5-df4678e32419 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0996695 Jan 18 12:48:49.800761 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-37b5db6d-c521-47b6-8416-8e26a132d9df req-c4ea1643-916c-4ab5-b80d-af10bcec6d2f tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508811 Jan 18 12:48:50.323953 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3810f-6e0b-42bd-ac2b-f980aae147e2 req-ee1917d2-1650-4040-9f7d-1d2a1917e5a1 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:50.325422 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-69d3810f-6e0b-42bd-ac2b-f980aae147e2 req-ee1917d2-1650-4040-9f7d-1d2a1917e5a1 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0796430 Jan 18 12:48:50.378820 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-69d3810f-6e0b-42bd-ac2b-f980aae147e2 req-455a44e6-2ba8-4317-a111-23604fcb57f5 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475957 Jan 18 12:48:51.101411 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e578a2-cc63-4015-b6d1-19c9efa851d5 req-440dffae-8a92-4c30-8110-d4745c579072 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:51.102873 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5e578a2-cc63-4015-b6d1-19c9efa851d5 req-440dffae-8a92-4c30-8110-d4745c579072 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0818422 Jan 18 12:48:51.164456 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5e578a2-cc63-4015-b6d1-19c9efa851d5 req-f93c41c7-f784-4ed9-858d-1e058779190a tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546162 Jan 18 12:48:51.438781 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e6bc873e-ee40-4176-b367-171dddb46bfe req-9aca2ebd-cecf-4a18-9acc-d8676baa5a1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1497433 Jan 18 12:48:51.647468 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f4c73f4d-9fe3-4453-b327-0ef05cfff23e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:51.652439 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433ac89-b61b-4601-ad51-027a4f244c32 req-82067729-7b4a-4fdc-b600-bf39f750dd2b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:51.656763 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2433ac89-b61b-4601-ad51-027a4f244c32 req-82067729-7b4a-4fdc-b600-bf39f750dd2b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1356726 Jan 18 12:48:51.688640 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 54824) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:51.783852 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2433ac89-b61b-4601-ad51-027a4f244c32 req-6b071ae6-b3ed-48c2-b85e-65cea267e661 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910757 Jan 18 12:48:51.797512 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.809790 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ae72c-d5b2-4d9b-8402-9de23f4981c8 req-012d8a9f-68db-47bd-9425-d1e07edc4356 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:51.810946 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8a6ae72c-d5b2-4d9b-8402-9de23f4981c8 req-012d8a9f-68db-47bd-9425-d1e07edc4356 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1532180 Jan 18 12:48:51.843388 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:51.862321 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:51.871793 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.888295 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-8a6ae72c-d5b2-4d9b-8402-9de23f4981c8 req-5c3a67af-046f-427c-a340-7711a5a14559 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619361 Jan 18 12:48:51.889739 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-1229eea2-f8a0-4135-9560-78c6765d3445 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1963475 Jan 18 12:48:51.962689 dv-cinder-825100-1-smb neutron-server[82856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'code': 422} returned with failed status Jan 18 12:48:51.968426 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=6']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:53.012746 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e414-32b2-4f16-90e2-41c2d74061aa req-328f4d12-3476-4b82-92fc-7a233748dc31 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:53.015142 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5a4e414-32b2-4f16-90e2-41c2d74061aa req-328f4d12-3476-4b82-92fc-7a233748dc31 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0963597 Jan 18 12:48:53.110215 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b5a4e414-32b2-4f16-90e2-41c2d74061aa req-dd3a50f1-6afc-46b9-8113-345539489cd8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643106 Jan 18 12:48:53.129841 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb3c1-3dc0-429e-a7ba-cca5d4fb19f0 req-e6b269c6-583f-44d4-aed8-fe9d54cac834 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:53.131320 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-174fb3c1-3dc0-429e-a7ba-cca5d4fb19f0 req-e6b269c6-583f-44d4-aed8-fe9d54cac834 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 943 time: 0.1150098 Jan 18 12:48:53.181387 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-174fb3c1-3dc0-429e-a7ba-cca5d4fb19f0 req-ad3aef6b-0b63-4f7c-9a6d-6f5b4840e6e3 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437930 Jan 18 12:48:53.555959 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-9089b6ac-b668-4302-8622-6858ff2c37f4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1&tenant_id=d5c071b6bab34379a4018fb4d33bbdfe HTTP/1.1" status: 200 len: 1096 time: 0.1533072 Jan 18 12:48:53.662179 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-9d60e323-c654-49fa-a087-d62a13d9f8b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0777094 Jan 18 12:48:53.811481 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-8c89e1ee-d511-45ce-a260-2e28a8e5e031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:53.812970 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-8c89e1ee-d511-45ce-a260-2e28a8e5e031 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 909 time: 0.1432996 Jan 18 12:48:53.928073 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-4b8b810c-3fc7-43a5-bab9-e4c0d7a8182d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 999 time: 0.1064942 Jan 18 12:48:54.001630 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-df262640-ec27-4fc6-b1df-08a41ec492cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.003057 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-df262640-ec27-4fc6-b1df-08a41ec492cd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 200 len: 847 time: 0.0622058 Jan 18 12:48:54.141073 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5071d-7464-42d6-acd2-014f9f2045df req-4f5dd1d7-abde-4196-aeba-8014937e7ffb tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.142479 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bad5071d-7464-42d6-acd2-014f9f2045df req-4f5dd1d7-abde-4196-aeba-8014937e7ffb tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 946 time: 0.1033032 Jan 18 12:48:54.145931 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-d4fee0f6-2d1f-4c53-ac73-8efc74cb529e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1361437 Jan 18 12:48:54.313601 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bad5071d-7464-42d6-acd2-014f9f2045df req-f991701a-03e3-4d7a-ac5e-2a0cef1326d4 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651075 Jan 18 12:48:54.359115 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-a6b31988-4b2e-49b9-b289-429f325b0916 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971176 Jan 18 12:48:54.519398 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1125a-b767-4c22-ac76-8ecf33a87475 req-558fb40f-815c-424a-8fba-93c0637ca74c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.520885 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-00b1125a-b767-4c22-ac76-8ecf33a87475 req-558fb40f-815c-424a-8fba-93c0637ca74c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.2866788 Jan 18 12:48:54.666537 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-00b1125a-b767-4c22-ac76-8ecf33a87475 req-6fd5996b-e315-45ea-9533-87e0cad5d2c5 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114430 Jan 18 12:48:54.670287 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e831801d-1c9c-4e28-bb52-df6f0e736e50 req-5b484a2c-570b-437e-a51b-9162cfdd9b73 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032029 Jan 18 12:48:54.688831 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af119133-1c9b-4a69-a4aa-47588cb64da6 req-e36d2ea2-dfdd-49f1-9910-50e1b76abc90 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.690675 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af119133-1c9b-4a69-a4aa-47588cb64da6 req-e36d2ea2-dfdd-49f1-9910-50e1b76abc90 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 943 time: 0.2206912 Jan 18 12:48:54.740870 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-af119133-1c9b-4a69-a4aa-47588cb64da6 req-b0d94c62-4b7f-481f-9a49-7b58d83d9bd9 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442052 Jan 18 12:48:55.523284 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83448c2-5844-421f-a7cf-460543f36a14 req-a10e4641-bd07-4837-ae76-d7f6bb79e019 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:55.524734 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b83448c2-5844-421f-a7cf-460543f36a14 req-a10e4641-bd07-4837-ae76-d7f6bb79e019 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 946 time: 0.0800574 Jan 18 12:48:55.571455 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b83448c2-5844-421f-a7cf-460543f36a14 req-2720ef69-eefa-48ee-b4a1-0c9877c2ba39 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Jan 18 12:48:55.914417 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93635c6a-dc62-41c2-aa06-127a8f12ec16 req-b227cbd4-a38d-42f3-bf57-923b37e91ce7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:55.915859 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93635c6a-dc62-41c2-aa06-127a8f12ec16 req-b227cbd4-a38d-42f3-bf57-923b37e91ce7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1179035 Jan 18 12:48:55.981483 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ac08b-655d-4715-90d2-3ee3e1d4bc4c req-3b306f6e-5c5b-47b3-8389-c00c9ce3c530 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:55.982810 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-595ac08b-655d-4715-90d2-3ee3e1d4bc4c req-3b306f6e-5c5b-47b3-8389-c00c9ce3c530 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 943 time: 0.1211560 Jan 18 12:48:55.987716 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-93635c6a-dc62-41c2-aa06-127a8f12ec16 req-7986f8ba-3411-4cbe-b7aa-8b7386c6ad25 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615280 Jan 18 12:48:56.030059 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-595ac08b-655d-4715-90d2-3ee3e1d4bc4c req-bf233890-6279-4f1a-b489-7698f21d0464 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401464 Jan 18 12:48:56.249493 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-83158e1e-666c-4aa1-a0d0-906709d61a5d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:56.250949 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-83158e1e-666c-4aa1-a0d0-906709d61a5d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 946 time: 0.0819848 Jan 18 12:48:56.350245 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Deleting port 4c946eb4-9841-42fe-a0d1-ebfa77873114 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:48:56.350583 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.592744 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] For port 4c946eb4-9841-42fe-a0d1-ebfa77873114, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4c946eb4-9841-42fe-a0d1-ebfa77873114,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:56.593660 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.714916 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Calling delete_port for 4c946eb4-9841-42fe-a0d1-ebfa77873114 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:48:56.886975 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b4e09-76ce-49c8-bbd4-09e00cb22732 req-76f4054b-36ad-437a-972b-94e746a3086a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:56.888332 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9c1b4e09-76ce-49c8-bbd4-09e00cb22732 req-76f4054b-36ad-437a-972b-94e746a3086a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1468647b-ea4a-4dd3-98dc-46c586e0799e HTTP/1.1" status: 200 len: 946 time: 0.1811180 Jan 18 12:48:56.926907 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.938730 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', '40dc4900-2ab9-4c02-be29-654a319133f2', '4c946eb4-9841-42fe-a0d1-ebfa77873114'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:56.986683 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event deleted for resources: {'Port': ['ID=4c946eb4-9841-42fe-a0d1-ebfa77873114,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:57.026003 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9c1b4e09-76ce-49c8-bbd4-09e00cb22732 req-4ba64385-f45d-48a6-94e5-90482c074cd1 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289217 Jan 18 12:48:57.076302 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] No DVR routers for this DVR port 4c946eb4-9841-42fe-a0d1-ebfa77873114 on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:48:57.079804 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.092852 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'name': 'network-vif-deleted', 'tag': '4c946eb4-9841-42fe-a0d1-ebfa77873114'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:57.101097 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-53d5a484-b981-4441-b3c0-4c346dfe017f req-5bc39639-5057-4118-8edc-41b2841cc273 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "DELETE /v2.0/ports/4c946eb4-9841-42fe-a0d1-ebfa77873114 HTTP/1.1" status: 204 len: 173 time: 0.8144867 Jan 18 12:48:57.284183 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea0e1-45ca-4e48-b8e8-1f6ed95258c8 req-70915d4e-38a9-4928-a891-2bd17a6dd52e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:57.286457 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e1cea0e1-45ca-4e48-b8e8-1f6ed95258c8 req-70915d4e-38a9-4928-a891-2bd17a6dd52e tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1542382 Jan 18 12:48:57.311756 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f20db8-e2d6-4870-80ab-841dede52799 req-fbaae41b-90c9-4740-8257-372d5e75533f tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:57.313193 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-86f20db8-e2d6-4870-80ab-841dede52799 req-fbaae41b-90c9-4740-8257-372d5e75533f tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 943 time: 0.1238489 Jan 18 12:48:57.371514 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e1cea0e1-45ca-4e48-b8e8-1f6ed95258c8 req-bcc5c12c-6568-408c-a034-008a83e87056 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790536 Jan 18 12:48:57.381451 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-86f20db8-e2d6-4870-80ab-841dede52799 req-0bb17ab1-ab3c-400e-b151-2a4272c6cd5a tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605710 Jan 18 12:48:57.440006 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1468647b-ea4a-4dd3-98dc-46c586e0799e', 'name': 'network-vif-deleted', 'tag': '4c946eb4-9841-42fe-a0d1-ebfa77873114', 'status': 'completed', 'code': 200} Jan 18 12:48:57.667229 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f4c73f4d-9fe3-4453-b327-0ef05cfff23e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:57.804110 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:57.817832 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'port_id': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'mac_address': 'fa:16:3e:8a:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:57.882913 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.900517 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c73f4d-9fe3-4453-b327-0ef05cfff23e {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:57.915643 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:57.920664 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.987427 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=7']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:58.311828 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['f4c73f4d-9fe3-4453-b327-0ef05cfff23e'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:58.731673 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed5062-257a-4877-affe-6b2fd3893518 req-4a3f86cd-a6fd-49a4-a0e3-b3bb4fcd7535 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.733265 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-abed5062-257a-4877-affe-6b2fd3893518 req-4a3f86cd-a6fd-49a4-a0e3-b3bb4fcd7535 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.2294416 Jan 18 12:48:58.745327 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60d281-126f-4124-bd8a-51bff02f50d4 req-8c7063d9-2a80-4c8a-aa9a-0b22b778b03b tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.747040 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0d60d281-126f-4124-bd8a-51bff02f50d4 req-8c7063d9-2a80-4c8a-aa9a-0b22b778b03b tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 944 time: 0.1113639 Jan 18 12:48:58.822796 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-abed5062-257a-4877-affe-6b2fd3893518 req-3b04f3a7-f2af-43a1-88a8-9d31136d3df9 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747201 Jan 18 12:48:58.825176 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0d60d281-126f-4124-bd8a-51bff02f50d4 req-4b3dcbd2-affc-4b62-806b-50d29aa0e5f0 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622168 Jan 18 12:48:59.690371 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f4c73f4d-9fe3-4453-b327-0ef05cfff23e up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:59.762908 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port f4c73f4d-9fe3-4453-b327-0ef05cfff23e triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:59.763278 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.776082 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696adbb9-41f5-4c84-a801-79fb20958bf8 req-9e9690d5-d993-4b29-a4a8-a9bede62d724 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:59.776799 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-696adbb9-41f5-4c84-a801-79fb20958bf8 req-9e9690d5-d993-4b29-a4a8-a9bede62d724 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Synchronizing usage tracker for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:59.801521 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-696adbb9-41f5-4c84-a801-79fb20958bf8 req-9e9690d5-d993-4b29-a4a8-a9bede62d724 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Unset dirty status for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:59.802862 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-696adbb9-41f5-4c84-a801-79fb20958bf8 req-9e9690d5-d993-4b29-a4a8-a9bede62d724 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 945 time: 0.1047399 Jan 18 12:48:59.849677 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-696adbb9-41f5-4c84-a801-79fb20958bf8 req-ad83c12e-b48e-41eb-b6ca-629e7b35b037 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Jan 18 12:48:59.887803 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.918131 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:59.928288 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:59.932990 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.933780 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 4c946eb4-9841-42fe-a0d1-ebfa77873114 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:59.997129 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 4c946eb4-9841-42fe-a0d1-ebfa77873114 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:48:59.997475 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 4c946eb4-9841-42fe-a0d1-ebfa77873114 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:00.033575 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=8']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:00.092159 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008a609-9bd7-4654-bb51-98ed8e824a6d req-2412b285-4821-4c5d-9261-372fe8650894 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:00.093598 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d008a609-9bd7-4654-bb51-98ed8e824a6d req-2412b285-4821-4c5d-9261-372fe8650894 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1420875 Jan 18 12:49:00.099899 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435f07-fe4a-4a89-808d-8fb810c5b627 req-c5b624ce-7f07-4545-9950-fecb91dd1a17 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:00.101211 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c435f07-fe4a-4a89-808d-8fb810c5b627 req-c5b624ce-7f07-4545-9950-fecb91dd1a17 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1146710 Jan 18 12:49:00.174941 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d008a609-9bd7-4654-bb51-98ed8e824a6d req-09ea3bf9-1950-46e4-b92d-63c8562f465f tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727599 Jan 18 12:49:00.179256 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c435f07-fe4a-4a89-808d-8fb810c5b627 req-93c6f319-24ee-401c-9349-7520c78d4f2b tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642722 Jan 18 12:49:00.241412 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'code': 200} Jan 18 12:49:00.619707 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b3f5a4db-8bc9-4d01-9ccd-bb1edef0a637 req-cd401261-f717-473f-b613-37aff1458501 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0692368 Jan 18 12:49:00.665151 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b3f5a4db-8bc9-4d01-9ccd-bb1edef0a637 req-ad9ec02f-34f2-4274-a34f-f4ba0c1f79b9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348828 Jan 18 12:49:01.058508 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e04e-1f4e-4d2b-b184-01ae2c1ac060 req-405cf169-f751-4bef-995e-1784ffa1f375 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.059970 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ad96e04e-1f4e-4d2b-b184-01ae2c1ac060 req-405cf169-f751-4bef-995e-1784ffa1f375 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 945 time: 0.0847666 Jan 18 12:49:01.105428 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ad96e04e-1f4e-4d2b-b184-01ae2c1ac060 req-aa66f566-ade8-43fb-91a8-d5c153c80b51 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Jan 18 12:49:01.439969 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107608f-25ed-4dd1-8ed4-9bf3d69e7357 req-97ee58a1-779a-4c6a-8957-2666dab14590 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.442035 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9107608f-25ed-4dd1-8ed4-9bf3d69e7357 req-97ee58a1-779a-4c6a-8957-2666dab14590 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1393249 Jan 18 12:49:01.448804 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646de4-2fa0-49ba-93f0-97dcfd94d027 req-6b7f796d-499f-44db-9fe0-157f8e82aa33 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.450172 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4a646de4-2fa0-49ba-93f0-97dcfd94d027 req-6b7f796d-499f-44db-9fe0-157f8e82aa33 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1178579 Jan 18 12:49:01.522645 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9107608f-25ed-4dd1-8ed4-9bf3d69e7357 req-a9b17b07-3368-46d6-aa0d-0c985cdacffa tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715163 Jan 18 12:49:01.528649 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4a646de4-2fa0-49ba-93f0-97dcfd94d027 req-99a14dcd-6bd0-43e7-a9be-736ae6a6527c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639505 Jan 18 12:49:01.577663 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.165105 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-925e520f-175a-40c1-a0d0-052e0b9e8050 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:02.166617 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-925e520f-175a-40c1-a0d0-052e0b9e8050 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 945 time: 0.0858479 Jan 18 12:49:02.240154 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Deleting port 40dc4900-2ab9-4c02-be29-654a319133f2 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:02.240496 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.469460 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489c13-0376-442d-8a3b-4565061bea2b req-056a5cba-28bf-4bfe-bbdb-e408cdd2658c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:02.470913 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-95489c13-0376-442d-8a3b-4565061bea2b req-056a5cba-28bf-4bfe-bbdb-e408cdd2658c tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 945 time: 0.2351232 Jan 18 12:49:02.547549 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-95489c13-0376-442d-8a3b-4565061bea2b req-731a0e92-83ec-45f5-8255-772f4363f3c9 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707347 Jan 18 12:49:02.574204 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] For port 40dc4900-2ab9-4c02-be29-654a319133f2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=40dc4900-2ab9-4c02-be29-654a319133f2,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:02.574625 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.703952 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Calling delete_port for 40dc4900-2ab9-4c02-be29-654a319133f2 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:03.018268 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d55a95-ea6c-4c9b-9ce4-4b85e0255c2b req-dd06ea4c-ccfa-48c1-84cc-34a867fc23b7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:03.019731 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-73d55a95-ea6c-4c9b-9ce4-4b85e0255c2b req-dd06ea4c-ccfa-48c1-84cc-34a867fc23b7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.3226943 Jan 18 12:49:03.034981 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40559-1cfe-428e-9c07-c6f40bbf4b93 req-eb21cc5d-098a-416c-aa92-85e40ed5878b tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:03.036409 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-15b40559-1cfe-428e-9c07-c6f40bbf4b93 req-eb21cc5d-098a-416c-aa92-85e40ed5878b tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.3404629 Jan 18 12:49:03.096763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.112344 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', '40dc4900-2ab9-4c02-be29-654a319133f2'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:03.164911 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event deleted for resources: {'Port': ['ID=40dc4900-2ab9-4c02-be29-654a319133f2,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:03.175224 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-73d55a95-ea6c-4c9b-9ce4-4b85e0255c2b req-c06d59bc-86f8-4998-8401-3e52b6b95529 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495054 Jan 18 12:49:03.183881 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-15b40559-1cfe-428e-9c07-c6f40bbf4b93 req-d74644ee-7fce-43a4-8b8e-2bdccc22c8ad tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267099 Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.227854 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.228584 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.228584 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.228584 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:03.271013 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] No DVR routers for this DVR port 40dc4900-2ab9-4c02-be29-654a319133f2 on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:03.273464 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.276229 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'name': 'network-vif-deleted', 'tag': '40dc4900-2ab9-4c02-be29-654a319133f2'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:03.294071 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b318fa91-e03d-4a53-bf58-5bcf7eda26df req-aade94a7-4f13-4bff-8b46-b86c44af1dc2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "DELETE /v2.0/ports/40dc4900-2ab9-4c02-be29-654a319133f2 HTTP/1.1" status: 204 len: 173 time: 1.1201396 Jan 18 12:49:03.456452 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0565d00-cba6-412b-9ed1-dd3e1b535ea0', 'name': 'network-vif-deleted', 'tag': '40dc4900-2ab9-4c02-be29-654a319133f2', 'status': 'completed', 'code': 200} Jan 18 12:49:03.726764 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-729cc596-2ef3-4c13-a7fc-4acf1d15abf3 req-2bacd8a6-7457-4910-bab0-4cd9708ae9ec tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Synchronizing usage tracker for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:03.743118 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-729cc596-2ef3-4c13-a7fc-4acf1d15abf3 req-2bacd8a6-7457-4910-bab0-4cd9708ae9ec tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Unset dirty status for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:03.744506 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-729cc596-2ef3-4c13-a7fc-4acf1d15abf3 req-2bacd8a6-7457-4910-bab0-4cd9708ae9ec tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0565d00-cba6-412b-9ed1-dd3e1b535ea0 HTTP/1.1" status: 200 len: 210 time: 0.0576622 Jan 18 12:49:04.134231 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-8c4637f5-d15b-4277-b5af-6eb0af813b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.396640 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46396907-d424-4a24-94a2-c884688d4edc req-41695bcf-20c1-444a-b8d1-36961ce01c9d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:04.398031 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-46396907-d424-4a24-94a2-c884688d4edc req-41695bcf-20c1-444a-b8d1-36961ce01c9d tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0807068 Jan 18 12:49:04.450731 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-46396907-d424-4a24-94a2-c884688d4edc req-4be95608-1a52-47f5-a4fe-5c21fb7fdf9c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457366 Jan 18 12:49:05.232465 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1f4c6-ae42-4f54-8ff2-c97b43f3952e req-abe99af0-1c86-4c3f-b398-1ba88b39a988 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.233893 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e8f1f4c6-ae42-4f54-8ff2-c97b43f3952e req-abe99af0-1c86-4c3f-b398-1ba88b39a988 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 946 time: 0.0807583 Jan 18 12:49:05.280508 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e8f1f4c6-ae42-4f54-8ff2-c97b43f3952e req-cb99c0e0-514d-45e1-86ca-c7b6b57b2324 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Jan 18 12:49:05.661404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba5ac-ecd2-4c39-a976-6aae71b8e2a1 req-5d1b5e6f-ee45-468d-9a43-f6fffc74b034 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.662887 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-824ba5ac-ecd2-4c39-a976-6aae71b8e2a1 req-5d1b5e6f-ee45-468d-9a43-f6fffc74b034 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0838523 Jan 18 12:49:05.713896 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-824ba5ac-ecd2-4c39-a976-6aae71b8e2a1 req-4710de39-6daa-47d3-8c1c-d5a2be8cd5c2 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451298 Jan 18 12:49:05.723568 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 40dc4900-2ab9-4c02-be29-654a319133f2 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:05.782392 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 40dc4900-2ab9-4c02-be29-654a319133f2 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:05.782647 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 40dc4900-2ab9-4c02-be29-654a319133f2 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:06.361973 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a2a58e7-bf9c-4723-939f-ceddbe38c4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.486509 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a955b8-a229-49d4-828e-2ef284b09c7e req-0ec258aa-3bc7-4d0b-bb18-b6a4d36dec0a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:06.487938 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c1a955b8-a229-49d4-828e-2ef284b09c7e req-0ec258aa-3bc7-4d0b-bb18-b6a4d36dec0a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 946 time: 0.0775564 Jan 18 12:49:06.534068 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c1a955b8-a229-49d4-828e-2ef284b09c7e req-066cc3c2-7dd4-416d-9214-b006e7d37487 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Jan 18 12:49:06.801480 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-4112b483-0f6c-4851-8627-b314fdd4967d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:06.802906 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-4112b483-0f6c-4851-8627-b314fdd4967d tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 946 time: 0.0797508 Jan 18 12:49:06.921814 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Deleting port f7c97813-ebc0-46e9-bc13-f67a12ce59dd {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:06.922144 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.047676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963289a8-892b-498e-8b24-69949dec39d2 req-a21a4a63-d611-449f-a1cc-f998a8c26246 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.049153 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-963289a8-892b-498e-8b24-69949dec39d2 req-a21a4a63-d611-449f-a1cc-f998a8c26246 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.1931808 Jan 18 12:49:07.185948 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-963289a8-892b-498e-8b24-69949dec39d2 req-f242aea8-7646-445d-955b-abc35e406ace tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170907 Jan 18 12:49:07.224936 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] For port f7c97813-ebc0-46e9-bc13-f67a12ce59dd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:07.225285 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.350919 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Calling delete_port for f7c97813-ebc0-46e9-bc13-f67a12ce59dd owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:07.457501 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.493239 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.505160 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:07.542271 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event deleted for resources: {'Port': ['ID=f7c97813-ebc0-46e9-bc13-f67a12ce59dd,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:07.614982 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] No DVR routers for this DVR port f7c97813-ebc0-46e9-bc13-f67a12ce59dd on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:07.617948 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.620514 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'name': 'network-vif-deleted', 'tag': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:07.638267 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-415f31b2-d93d-4d27-b6dc-b5304622b985 req-c0e702c3-8daf-42d3-9153-cd96c440427a tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "DELETE /v2.0/ports/f7c97813-ebc0-46e9-bc13-f67a12ce59dd HTTP/1.1" status: 204 len: 173 time: 0.8202312 Jan 18 12:49:07.711642 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.798612 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d2ec98-c12a-42bb-b01c-dddddf46881c', 'name': 'network-vif-deleted', 'tag': 'f7c97813-ebc0-46e9-bc13-f67a12ce59dd', 'status': 'completed', 'code': 200} Jan 18 12:49:07.804046 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-a856a8f1-dc35-4af9-8fee-18017be308c9 req-5c8d8e2d-83e8-4682-9992-9d2712b916e2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Synchronizing usage tracker for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:07.819593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-a856a8f1-dc35-4af9-8fee-18017be308c9 req-5c8d8e2d-83e8-4682-9992-9d2712b916e2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Unset dirty status for tenant:4d750974585540d3941203f6967d3601 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:07.820811 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a856a8f1-dc35-4af9-8fee-18017be308c9 req-5c8d8e2d-83e8-4682-9992-9d2712b916e2 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=49d2ec98-c12a-42bb-b01c-dddddf46881c HTTP/1.1" status: 200 len: 210 time: 0.1445775 Jan 18 12:49:08.398278 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee77f1-1a47-4536-8fa2-99ec07174d20 req-8a14867b-2e25-48ad-869a-93e1789e313b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.399636 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-caee77f1-1a47-4536-8fa2-99ec07174d20 req-8a14867b-2e25-48ad-869a-93e1789e313b tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0755754 Jan 18 12:49:08.446679 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-caee77f1-1a47-4536-8fa2-99ec07174d20 req-1d6ca251-8b2e-4083-bea0-1583d36e0be0 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414844 Jan 18 12:49:08.915123 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.659639 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052d942-f16f-40fd-9a32-8b1036de445f req-dc438ea5-6835-4601-95b9-03e3dc2933c8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.661664 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3052d942-f16f-40fd-9a32-8b1036de445f req-dc438ea5-6835-4601-95b9-03e3dc2933c8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0873272 Jan 18 12:49:09.708257 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3052d942-f16f-40fd-9a32-8b1036de445f req-49451876-cb5d-4069-81c0-ff47473f6cee tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409462 Jan 18 12:49:09.726965 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f7c97813-ebc0-46e9-bc13-f67a12ce59dd no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:09.759920 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: f7c97813-ebc0-46e9-bc13-f67a12ce59dd {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:09.760172 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f7c97813-ebc0-46e9-bc13-f67a12ce59dd not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:10.536831 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2da9-dd4f-464f-ae10-eecf3b3382cf req-edd897d4-4439-4ef0-a493-d4f343b772db tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.538317 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-106a2da9-dd4f-464f-ae10-eecf3b3382cf req-edd897d4-4439-4ef0-a493-d4f343b772db tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 945 time: 0.0779040 Jan 18 12:49:10.587389 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-106a2da9-dd4f-464f-ae10-eecf3b3382cf req-b6fa6807-b298-4688-bd04-51eae2f31ef7 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434408 Jan 18 12:49:10.904582 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc375b3-c3af-44cc-90aa-bb7a1d43bd00 req-255cec6a-c989-4cec-a1d5-9ba095dfe48c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.906020 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9bc375b3-c3af-44cc-90aa-bb7a1d43bd00 req-255cec6a-c989-4cec-a1d5-9ba095dfe48c tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0756521 Jan 18 12:49:10.952923 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9bc375b3-c3af-44cc-90aa-bb7a1d43bd00 req-2e791604-c0e2-4314-9b38-0cc316b50685 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f30870f-786f-4543-ac0c-e85502d33262&id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403044 Jan 18 12:49:11.797437 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627620f4-ac68-4c4a-b011-b38acd1adb4a req-d4eb44e6-01a4-48fc-bd6d-37eb8cdb2068 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:11.798872 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-627620f4-ac68-4c4a-b011-b38acd1adb4a req-d4eb44e6-01a4-48fc-bd6d-37eb8cdb2068 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 945 time: 0.0885251 Jan 18 12:49:11.843701 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-627620f4-ac68-4c4a-b011-b38acd1adb4a req-b1aca7f2-aab7-495f-be61-755a5aecf288 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/security-groups?id=b62726f5-08d0-417f-992e-f53afe7ce60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 Jan 18 12:49:12.348933 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3887831-8e88-4e00-bd06-6b90736feebd req-851c8463-51b2-4782-a004-fc6ea4871888 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.350359 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3887831-8e88-4e00-bd06-6b90736feebd req-851c8463-51b2-4782-a004-fc6ea4871888 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 945 time: 0.0755634 Jan 18 12:49:12.419889 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Deleting port b7538d00-a9a0-4a84-992e-09db7a8eb5ff {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:12.420227 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.668078 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] For port b7538d00-a9a0-4a84-992e-09db7a8eb5ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,segment=NetworkSegment(2a9d847c-3c53-4777-a606-b7979988f033),segment_id=2a9d847c-3c53-4777-a606-b7979988f033)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:12.668469 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.794004 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Calling delete_port for b7538d00-a9a0-4a84-992e-09db7a8eb5ff owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:12.933624 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.944587 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b7538d00-a9a0-4a84-992e-09db7a8eb5ff'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:13.019989 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Pushing event deleted for resources: {'Port': ['ID=b7538d00-a9a0-4a84-992e-09db7a8eb5ff,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:13.058668 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3b0f9af0-1b04-49bc-8eca-9c4580c9e002 req-f861f9f3-6dd1-4832-8546-04a9529cf0da tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f HTTP/1.1" status: 200 len: 210 time: 0.0849233 Jan 18 12:49:13.104817 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] No DVR routers for this DVR port b7538d00-a9a0-4a84-992e-09db7a8eb5ff on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:13.107152 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.109627 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'name': 'network-vif-deleted', 'tag': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:13.125281 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3887831-8e88-4e00-bd06-6b90736feebd req-7d875cd3-81e3-4ecf-bcdf-c3b192c51ca5 tempest-AttachVolumeNegativeTest-609995207 tempest-AttachVolumeNegativeTest-609995207-project] 10.222.0.85 "DELETE /v2.0/ports/b7538d00-a9a0-4a84-992e-09db7a8eb5ff HTTP/1.1" status: 204 len: 173 time: 0.7701266 Jan 18 12:49:13.168018 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d77f87a-aebe-4bad-8f91-bc4c80f7ef5f', 'name': 'network-vif-deleted', 'tag': 'b7538d00-a9a0-4a84-992e-09db7a8eb5ff', 'status': 'completed', 'code': 200} Jan 18 12:49:14.163445 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55042) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:14.223127 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Deleting subnet e3decf79-3744-4462-a93e-1f6a7206db1d {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:49:14.226018 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.275096 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581228'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.333084 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.401393 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3890451'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.440647 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3decf79-3744-4462-a93e-1f6a7206db1d,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:14.452768 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.453144 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.453485 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.453893 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.454251 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.454636 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.455616 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.455616 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.455830 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.456063 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.456457 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:14.459470 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.466052 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-40712859-0263-4ab6-83df-125f8f48ba2a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e3decf79-3744-4462-a93e-1f6a7206db1d HTTP/1.1" status: 204 len: 168 time: 0.3015180 Jan 18 12:49:14.468538 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55046) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:14.584728 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.717576 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.748149 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ae2b39-db3c-4321-9993-bf5ce83755fd']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:14.761273 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9d847c-3c53-4777-a606-b7979988f033') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:14.761571 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9d847c-3c53-4777-a606-b7979988f033') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:14.774727 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.793011 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.799614 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:49:14.800000 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:49:14.813893 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:49:14.834414 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:49:14.895407 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.901191 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.926308 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=43ae2b39-db3c-4321-9993-bf5ce83755fd,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:14.936802 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cea5bcb7-8fef-4ece-bb5a-1036c4a4f0fc admin admin] 10.222.0.39 "DELETE /v2.0/networks/43ae2b39-db3c-4321-9993-bf5ce83755fd HTTP/1.1" status: 204 len: 168 time: 0.4671471 Jan 18 12:49:15.172586 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55060) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:15.226332 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-425ccb7e-409f-40e9-b5c0-1c164bc5aeef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d750974585540d3941203f6967d3601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525749 Jan 18 12:49:15.228926 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55064) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:15.293913 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed6fdf9e-c364-4dfb-a6f0-c8ca73c13afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.323968 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed6fdf9e-c364-4dfb-a6f0-c8ca73c13afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.389781 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed6fdf9e-c364-4dfb-a6f0-c8ca73c13afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.405752 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fdf9e-c364-4dfb-a6f0-c8ca73c13afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62726f5-08d0-417f-992e-f53afe7ce60f,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:15.417389 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ed6fdf9e-c364-4dfb-a6f0-c8ca73c13afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.421010 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ed6fdf9e-c364-4dfb-a6f0-c8ca73c13afb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b62726f5-08d0-417f-992e-f53afe7ce60f HTTP/1.1" status: 204 len: 168 time: 0.1886961 Jan 18 12:49:15.766236 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b7538d00-a9a0-4a84-992e-09db7a8eb5ff no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:15.801172 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: b7538d00-a9a0-4a84-992e-09db7a8eb5ff {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:15.801518 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b7538d00-a9a0-4a84-992e-09db7a8eb5ff not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:22.547814 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55224) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:22.678202 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ad565-fca0-4e1c-9410-558efbf3b863 req-964dd6a9-6ccf-456a-ab5f-b8afd48d1615 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:22.679454 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-440ad565-fca0-4e1c-9410-558efbf3b863 req-964dd6a9-6ccf-456a-ab5f-b8afd48d1615 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0856147 Jan 18 12:49:22.710704 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.731024 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-440ad565-fca0-4e1c-9410-558efbf3b863 req-7f3ccfc1-4b0b-4f87-8d1f-a6deedbbaf16 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455749 Jan 18 12:49:22.744000 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:22.748027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff1dfc265074d7e8bbf72ba2e0dba58 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:22.751070 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:22.756984 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:22.827234 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.832077 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.880371 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34eb4af-c060-4bb8-873c-f308720fc6b2,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:22.884524 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e215f5a4-2826-4890-8ed9-e321aee364e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ff1dfc265074d7e8bbf72ba2e0dba58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3352516 Jan 18 12:49:22.887355 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55232) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:22.956209 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-629c7ad7-df92-4b30-ae2b-5eeb427fec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.984594 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-629c7ad7-df92-4b30-ae2b-5eeb427fec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.047363 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-629c7ad7-df92-4b30-ae2b-5eeb427fec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.066436 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c7ad7-df92-4b30-ae2b-5eeb427fec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34eb4af-c060-4bb8-873c-f308720fc6b2,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:23.072594 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-629c7ad7-df92-4b30-ae2b-5eeb427fec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.074663 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-629c7ad7-df92-4b30-ae2b-5eeb427fec9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f34eb4af-c060-4bb8-873c-f308720fc6b2 HTTP/1.1" status: 204 len: 168 time: 0.1862059 Jan 18 12:49:23.447166 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55240) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:23.468403 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.507448 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:23.511384 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Usage tracker for resource:security_group_rule and tenant:f9269e43a25e463893a45bf7017826a1 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:23.514209 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:23.520454 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:23.586447 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.590585 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.635927 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f462da-cf69-4757-88bd-f7c48ff04d10,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:23.641935 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-cf526e36-0d92-4231-a564-1d583f85fe04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9269e43a25e463893a45bf7017826a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937656 Jan 18 12:49:23.645502 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55244) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:23.705168 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7197add0-476d-4507-aa2c-4d7e3742835a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.731428 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7197add0-476d-4507-aa2c-4d7e3742835a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.802065 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7197add0-476d-4507-aa2c-4d7e3742835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.818731 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197add0-476d-4507-aa2c-4d7e3742835a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f462da-cf69-4757-88bd-f7c48ff04d10,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:23.825205 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7197add0-476d-4507-aa2c-4d7e3742835a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.828916 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7197add0-476d-4507-aa2c-4d7e3742835a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7f462da-cf69-4757-88bd-f7c48ff04d10 HTTP/1.1" status: 204 len: 168 time: 0.1824987 Jan 18 12:49:23.975785 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976f238-d1cf-447e-aaa7-16cfd5fe6ac5 req-fa085d7a-46e0-4a60-99d6-28bd0cc2b9dc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.977875 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4976f238-d1cf-447e-aaa7-16cfd5fe6ac5 req-fa085d7a-46e0-4a60-99d6-28bd0cc2b9dc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0904312 Jan 18 12:49:24.026907 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-4976f238-d1cf-447e-aaa7-16cfd5fe6ac5 req-46fec216-45aa-4109-858e-bd311c21a945 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414917 Jan 18 12:49:25.169460 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55298) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:25.243626 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6c80c-93ef-4515-ad08-e603560ec271 req-3cb74682-627e-4a86-9a97-be34eaf5c283 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.245105 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-02c6c80c-93ef-4515-ad08-e603560ec271 req-3cb74682-627e-4a86-9a97-be34eaf5c283 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0751889 Jan 18 12:49:25.290743 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-02c6c80c-93ef-4515-ad08-e603560ec271 req-f5250f0f-71c5-40b2-b2f3-0effce4773a2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401292 Jan 18 12:49:25.308960 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.339661 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:25.343469 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ca95fdddf544f1967bfb86c97f18ad is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:25.346238 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:25.352476 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:25.415280 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.418909 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.468073 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe0032-0576-4b31-9051-d8f8144239d0,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:25.476326 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b8f1400a-720e-45fe-b9b8-4c744c886931 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1ca95fdddf544f1967bfb86c97f18ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3034198 Jan 18 12:49:25.476612 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55304) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:25.549958 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d40ddc46-e18a-48e6-9f83-dcfa9a95b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.575400 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d40ddc46-e18a-48e6-9f83-dcfa9a95b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.628191 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d40ddc46-e18a-48e6-9f83-dcfa9a95b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.642454 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ddc46-e18a-48e6-9f83-dcfa9a95b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe0032-0576-4b31-9051-d8f8144239d0,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:25.650008 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d40ddc46-e18a-48e6-9f83-dcfa9a95b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.651102 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d40ddc46-e18a-48e6-9f83-dcfa9a95b581 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0dbe0032-0576-4b31-9051-d8f8144239d0 HTTP/1.1" status: 204 len: 168 time: 0.1736891 Jan 18 12:49:26.580173 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d4ae5-30a7-4c5b-ab63-6a962e5babc7 req-fc73e4bc-2449-428b-a68f-10d1ca78d54f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.581757 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca2d4ae5-30a7-4c5b-ab63-6a962e5babc7 req-fc73e4bc-2449-428b-a68f-10d1ca78d54f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1525838 Jan 18 12:49:26.636725 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ca2d4ae5-30a7-4c5b-ab63-6a962e5babc7 req-9491b527-6ded-428e-bbe8-33e2c4f6c3f7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479622 Jan 18 12:49:27.870942 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89796079-fc11-45df-90fa-f13a6c98c2aa req-8e21c3a6-4733-4b9e-92cd-33cb8fa26c5f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:27.878416 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89796079-fc11-45df-90fa-f13a6c98c2aa req-8e21c3a6-4733-4b9e-92cd-33cb8fa26c5f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0912907 Jan 18 12:49:27.937505 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-89796079-fc11-45df-90fa-f13a6c98c2aa req-1544be57-a60f-48e4-b8e8-256380a33e2b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579054 Jan 18 12:49:28.318368 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c618eb4-fa46-4c59-91a0-51a558fed7b5 req-c8f2373a-472f-425b-a139-72af1bdaf0e0 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.319706 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6c618eb4-fa46-4c59-91a0-51a558fed7b5 req-c8f2373a-472f-425b-a139-72af1bdaf0e0 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 945 time: 0.0761180 Jan 18 12:49:28.364463 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6c618eb4-fa46-4c59-91a0-51a558fed7b5 req-5219f3db-4027-44ba-9612-53f29f670886 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392203 Jan 18 12:49:29.159138 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c979eb9-19b4-4f56-8cc9-27651c9edbb9 req-dc5a1ca7-8a64-4600-9c5e-67d9e9f1440e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:29.160597 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5c979eb9-19b4-4f56-8cc9-27651c9edbb9 req-dc5a1ca7-8a64-4600-9c5e-67d9e9f1440e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0792177 Jan 18 12:49:29.205972 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5c979eb9-19b4-4f56-8cc9-27651c9edbb9 req-17d0d8c5-c297-4723-bde9-82101666c92b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396996 Jan 18 12:49:29.567550 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741f24d-9406-40c4-98fe-1957674c7d98 req-98d38f61-09c1-4fb9-bd85-92c9efcc54d7 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:29.569009 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0741f24d-9406-40c4-98fe-1957674c7d98 req-98d38f61-09c1-4fb9-bd85-92c9efcc54d7 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 945 time: 0.0771015 Jan 18 12:49:29.614391 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0741f24d-9406-40c4-98fe-1957674c7d98 req-f056f207-cf42-4dbd-96ce-4fe7fa04c3cb tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Jan 18 12:49:30.443271 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-39ceee4b-c6bd-456c-ab6b-f17f789408a5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.444705 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-39ceee4b-c6bd-456c-ab6b-f17f789408a5 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 945 time: 0.1417296 Jan 18 12:49:30.450081 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3bc6-d59e-4482-b2e6-0dafec8e70e7 req-9d2b9b2d-7ec0-41fa-805e-7a4a5eb01f91 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.451395 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f09d3bc6-d59e-4482-b2e6-0dafec8e70e7 req-9d2b9b2d-7ec0-41fa-805e-7a4a5eb01f91 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1062007 Jan 18 12:49:30.553365 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Deleting port 0cedef2d-5196-426e-8967-9503af57b526 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:30.553708 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.594656 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f09d3bc6-d59e-4482-b2e6-0dafec8e70e7 req-e0d85a06-9e0e-4009-8c39-7ebf5e711876 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114252 Jan 18 12:49:30.694742 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55408) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:30.846249 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.865261 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] For port 0cedef2d-5196-426e-8967-9503af57b526, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cedef2d-5196-426e-8967-9503af57b526,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:30.865616 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.876319 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:30.880612 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Usage tracker for resource:security_group_rule and tenant:1436370b19704a26a9d5fe656e2580a6 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:30.883410 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:30.888942 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:30.949241 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de7a52-9ced-4c22-9813-1f8eab94fada req-5286cc97-5cd3-40c8-85da-c663ad1d53d3 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.950659 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30de7a52-9ced-4c22-9813-1f8eab94fada req-5286cc97-5cd3-40c8-85da-c663ad1d53d3 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 945 time: 0.2029262 Jan 18 12:49:30.952907 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.958177 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.002417 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c17caf-2a9e-4336-91c2-1b90a7fbf187,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.008312 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f15a3c51-ecdd-402f-93fe-d039c1680bae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1436370b19704a26a9d5fe656e2580a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116024 Jan 18 12:49:31.011147 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55416) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:31.073545 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d08f818f-ed80-41eb-a9b2-e83ce7d22949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.087423 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-30de7a52-9ced-4c22-9813-1f8eab94fada req-58d2ad7e-d006-4546-8acc-3a787561ceb6 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups?id=36ffaa8a-e168-4675-8ab1-bb633a2fdef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250222 Jan 18 12:49:31.099122 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d08f818f-ed80-41eb-a9b2-e83ce7d22949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.150708 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d08f818f-ed80-41eb-a9b2-e83ce7d22949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.168461 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f818f-ed80-41eb-a9b2-e83ce7d22949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c17caf-2a9e-4336-91c2-1b90a7fbf187,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.172555 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-d08f818f-ed80-41eb-a9b2-e83ce7d22949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.176722 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-d08f818f-ed80-41eb-a9b2-e83ce7d22949 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77c17caf-2a9e-4336-91c2-1b90a7fbf187 HTTP/1.1" status: 204 len: 168 time: 0.1643493 Jan 18 12:49:31.203228 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.203599 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.203910 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.db.l3_db [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Floating IP 67ec1d38-8727-484a-8533-50c6b1fe15d8 disassociated. External IP: 172.28.2.246, port: 0cedef2d-5196-426e-8967-9503af57b526. Jan 18 12:49:31.204275 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Calling delete_port for 0cedef2d-5196-426e-8967-9503af57b526 owned by compute:nova {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:31.345660 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.396228 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event deleted for resources: {'Port': ['ID=0cedef2d-5196-426e-8967-9503af57b526,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.513841 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55424) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:31.532507 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.567013 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:31.571126 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Usage tracker for resource:security_group_rule and tenant:7d48019414f142a68c0bd5c40b6076af is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:31.574292 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:31.580347 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:31.591136 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.648038 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.652415 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.694647 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d48019414f142a68c0bd5c40b6076af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797125 Jan 18 12:49:31.697214 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55430) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:31.700482 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Router 8b15c917-34a2-41ff-9d89-a462c69705fa has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:49:31.816131 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd95cf-3e0c-4113-b1a4-6f9b24e6300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e58fae8-4f64-485c-9949-c4251f11e27a,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.843747 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-213afcda-aed2-47d6-9af9-0128832150b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.870734 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-213afcda-aed2-47d6-9af9-0128832150b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.891905 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411283a-0b61-471e-9882-e32c3ec56f80 req-d22563eb-0c61-47ec-b5ff-9fe06f0a60ff tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:31.893375 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c411283a-0b61-471e-9882-e32c3ec56f80 req-d22563eb-0c61-47ec-b5ff-9fe06f0a60ff tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1204593 Jan 18 12:49:31.927633 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-213afcda-aed2-47d6-9af9-0128832150b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.943693 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213afcda-aed2-47d6-9af9-0128832150b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e58fae8-4f64-485c-9949-c4251f11e27a,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.951359 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-213afcda-aed2-47d6-9af9-0128832150b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.954805 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-213afcda-aed2-47d6-9af9-0128832150b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e58fae8-4f64-485c-9949-c4251f11e27a HTTP/1.1" status: 204 len: 168 time: 0.2543950 Jan 18 12:49:32.007377 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c411283a-0b61-471e-9882-e32c3ec56f80 req-d5d20ca6-5f04-4a9a-8a45-7fa9a98e9a66 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704222 Jan 18 12:49:32.027733 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:49:32.037811 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] Sync routers for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:32.058695 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:32.058695 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:32.101703 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] No DVR routers for this DVR port 0cedef2d-5196-426e-8967-9503af57b526 on host hv-cinder-82510 {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:32.104137 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:32.106744 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'name': 'network-vif-deleted', 'tag': '0cedef2d-5196-426e-8967-9503af57b526'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:32.127094 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-99eb6b4a-7f56-477e-93f7-7a0671cf6287 req-eda309f1-d549-4f1f-988b-7f05a38b196b tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.85 "DELETE /v2.0/ports/0cedef2d-5196-426e-8967-9503af57b526 HTTP/1.1" status: 204 len: 173 time: 1.6746604 Jan 18 12:49:32.265875 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:32.296056 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-1cfdb9ff-44ab-4b55-a61e-f76208322cc7 req-e349c510-5259-4612-a95a-41134843eb2c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Synchronizing usage tracker for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:32.321660 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-1cfdb9ff-44ab-4b55-a61e-f76208322cc7 req-e349c510-5259-4612-a95a-41134843eb2c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Unset dirty status for tenant:8098dd3fa4854e36865cc5b97f7cdb86 on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:32.322735 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1cfdb9ff-44ab-4b55-a61e-f76208322cc7 req-e349c510-5259-4612-a95a-41134843eb2c tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/ports?device_id=8080131a-ad7c-46da-9f51-08690e49e8e0 HTTP/1.1" status: 200 len: 210 time: 0.0884683 Jan 18 12:49:32.477186 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8080131a-ad7c-46da-9f51-08690e49e8e0', 'name': 'network-vif-deleted', 'tag': '0cedef2d-5196-426e-8967-9503af57b526', 'status': 'completed', 'code': 200} Jan 18 12:49:32.608064 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:32.612012 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] Checking router: 8b15c917-34a2-41ff-9d89-a462c69705fa for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:32.624857 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:32.625462 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:32.821240 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:33.147259 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:33.151458 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02185a7a-ffec-4612-9710-efd2ba0deb84 None None] The sync data for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb is: [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'c51f2742-a701-48ed-a374-3957aa319156', 'name': '', 'network_id': 'c0a3416b-8803-45c6-bf34-7b3b9e37788d', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'mac_address': 'fa:16:3e:cb:09:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:44Z', 'updated_at': '2022-01-18T12:44:06Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'subnets': [{'id': '0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:33.244252 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4ec56-32b0-492a-8c7f-9c3b94f511ab req-b0943802-851b-4946-9db9-56586021727d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.246329 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b2b4ec56-32b0-492a-8c7f-9c3b94f511ab req-b0943802-851b-4946-9db9-56586021727d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0838943 Jan 18 12:49:33.298142 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b2b4ec56-32b0-492a-8c7f-9c3b94f511ab req-8fd2c67a-048c-457f-a7a4-b4b13ca7b003 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446706 Jan 18 12:49:33.414523 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88845b58-4e98-477e-bebc-4db4575d379a None None] New status for floating IP 67ec1d38-8727-484a-8533-50c6b1fe15d8: DOWN {{(pid=82857) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:49:33.510721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55472) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:33.587137 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02d3ec02-5d4f-4ec8-b4be-9ca42abaea20 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.622125 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02d3ec02-5d4f-4ec8-b4be-9ca42abaea20 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.675955 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02d3ec02-5d4f-4ec8-b4be-9ca42abaea20 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.694936 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3ec02-5d4f-4ec8-b4be-9ca42abaea20 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ffaa8a-e168-4675-8ab1-bb633a2fdef5,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:33.705603 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-02d3ec02-5d4f-4ec8-b4be-9ca42abaea20 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.708302 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-02d3ec02-5d4f-4ec8-b4be-9ca42abaea20 tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "DELETE /v2.0/security-groups/36ffaa8a-e168-4675-8ab1-bb633a2fdef5 HTTP/1.1" status: 204 len: 168 time: 0.1950779 Jan 18 12:49:33.710346 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55478) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:33.728538 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.api.v2.resource [None req-742da642-83c0-4267-853e-d14ab7ec41ea tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] show failed (client error): The resource could not be found. Jan 18 12:49:33.729571 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-742da642-83c0-4267-853e-d14ab7ec41ea tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "GET /v2.0/security-groups/36ffaa8a-e168-4675-8ab1-bb633a2fdef5 HTTP/1.1" status: 404 len: 347 time: 0.0182066 Jan 18 12:49:33.732600 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55482) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:33.849242 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 0cedef2d-5196-426e-8967-9503af57b526 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:33.881097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 0cedef2d-5196-426e-8967-9503af57b526 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:33.881097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 0cedef2d-5196-426e-8967-9503af57b526 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:33.892574 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Deleting port 9551ad7e-ceb0-4bb6-a8f7-068db5803b0c {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:33.892914 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.059805 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.060044 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.136883 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-93a2d967-1036-4f82-9524-091c704d8811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.180214 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Calling delete_port for 9551ad7e-ceb0-4bb6-a8f7-068db5803b0c owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:34.319820 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.364603 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Pushing event deleted for resources: {'Port': ['ID=9551ad7e-ceb0-4bb6-a8f7-068db5803b0c,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:34.494745 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks [] for floatingip, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.523019 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.524141 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5c6a8adc-4107-457a-bef6-bfcb4b588a5a tempest-AttachVolumeTestJSON-1800030628 tempest-AttachVolumeTestJSON-1800030628-project] 10.222.0.39 "DELETE /v2.0/floatingips/67ec1d38-8727-484a-8533-50c6b1fe15d8 HTTP/1.1" status: 204 len: 168 time: 0.7906077 Jan 18 12:49:34.542468 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f829d-3901-49bb-9248-356ae9142324 req-6e7e96ee-bde5-4aef-b750-def2624b48df tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.543858 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f26f829d-3901-49bb-9248-356ae9142324 req-6e7e96ee-bde5-4aef-b750-def2624b48df tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1018264 Jan 18 12:49:34.690995 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-f26f829d-3901-49bb-9248-356ae9142324 req-dc5839b6-9310-4b55-9caf-eedbfad9eb68 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415038 Jan 18 12:49:35.413373 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-fadae4f4-96b8-4fed-a1c1-b80c8222b70f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694752 Jan 18 12:49:35.583276 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-118be483-723a-44c9-a3ba-44645c4b2f4f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0790668 Jan 18 12:49:35.734369 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2d18-83ab-4625-8315-3235769416f6 req-a9ee2ca1-f4d5-4096-9fc4-5c505385fac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:35.735806 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-a9ee2ca1-f4d5-4096-9fc4-5c505385fac6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 909 time: 0.1284316 Jan 18 12:49:35.858655 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-0ab7780a-8b1a-4419-b8d6-caf7dd80468a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 1001 time: 0.1100752 Jan 18 12:49:35.974096 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2d18-83ab-4625-8315-3235769416f6 req-ea292541-79c6-44aa-bb5f-dc6dc3afc0ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:35.975532 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-ea292541-79c6-44aa-bb5f-dc6dc3afc0ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 200 len: 847 time: 0.1106222 Jan 18 12:49:36.062082 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4286-051e-4192-9292-071d6bb822cd req-84ef303f-c58f-4175-bc26-d282767be490 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.063525 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a97b4286-051e-4192-9292-071d6bb822cd req-84ef303f-c58f-4175-bc26-d282767be490 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1566560 Jan 18 12:49:36.095894 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-1d20cd5a-0ce7-48bd-96f6-bf2ea150c105 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117661 Jan 18 12:49:36.198286 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a97b4286-051e-4192-9292-071d6bb822cd req-9a505af0-b6ed-4070-bba1-e4ea1c7dbd2c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275041 Jan 18 12:49:36.249504 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-3a75b5ce-caad-40b3-a309-b29e80b1b832 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418116 Jan 18 12:49:36.367229 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7049d5ef-6955-427f-bd4a-dcd771f93dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:36.382982 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-007b2d18-83ab-4625-8315-3235769416f6 req-f7203de3-aaa6-45ad-9931-210210a32b48 service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259155 Jan 18 12:49:37.299830 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55548) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:37.419328 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857011-e71e-4914-8bb8-64cc1db88cf2 req-2ab63c0d-4624-4f16-8bd5-79e489aec7cc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:37.420757 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dc857011-e71e-4914-8bb8-64cc1db88cf2 req-2ab63c0d-4624-4f16-8bd5-79e489aec7cc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0822399 Jan 18 12:49:37.461950 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.467150 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.507997 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-dc857011-e71e-4914-8bb8-64cc1db88cf2 req-044d1e20-72f1-4dc5-836d-a3196cfe9af8 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807223 Jan 18 12:49:37.516304 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:37.521384 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Usage tracker for resource:security_group_rule and tenant:19e773b482a443619d6e252a953100a3 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:37.524337 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:37.530146 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:37.599461 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.603735 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.648923 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004fb1e4-315c-436c-98da-0df950b2c808,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:37.654352 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-250d48fc-89ea-4193-9b7d-22d3019b011d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19e773b482a443619d6e252a953100a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3524983 Jan 18 12:49:37.657476 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55554) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:37.705730 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.718234 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-14de7ec2-f7c3-436e-b83e-c00b2992df7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.745720 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-14de7ec2-f7c3-436e-b83e-c00b2992df7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.796773 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-14de7ec2-f7c3-436e-b83e-c00b2992df7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.812388 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de7ec2-f7c3-436e-b83e-c00b2992df7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004fb1e4-315c-436c-98da-0df950b2c808,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:37.817701 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-14de7ec2-f7c3-436e-b83e-c00b2992df7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.819023 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-14de7ec2-f7c3-436e-b83e-c00b2992df7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/004fb1e4-315c-436c-98da-0df950b2c808 HTTP/1.1" status: 204 len: 168 time: 0.1600263 Jan 18 12:49:38.596683 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55572) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:38.728158 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfac6-dc8a-452f-982e-f92ae00bfd24 req-b537eb3b-bece-440e-b875-1212a010d9dc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:38.729846 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bbccfac6-dc8a-452f-982e-f92ae00bfd24 req-b537eb3b-bece-440e-b875-1212a010d9dc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0794582 Jan 18 12:49:38.787209 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bbccfac6-dc8a-452f-982e-f92ae00bfd24 req-dca1a13b-ac34-4082-9a38-3650a76632a5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517402 Jan 18 12:49:38.918603 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.261602 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738990'] for router_interface, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.860994 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:39.879471 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Deleting port c51f2742-a701-48ed-a374-3957aa319156 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:39.879471 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.992847 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:40.005550 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'port_id': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'mac_address': 'fa:16:3e:7b:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:40.063401 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.085051 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83068d07-62a9-4453-8fd6-12dbfd747e14 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:40.106215 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:40.111018 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.112120 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966d546-1c18-49a6-bb32-b39066c63446 req-e6f0df1d-13ad-4265-95a9-ad173f597503 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:40.113642 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c966d546-1c18-49a6-bb32-b39066c63446 req-e6f0df1d-13ad-4265-95a9-ad173f597503 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1869564 Jan 18 12:49:40.115493 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] For port c51f2742-a701-48ed-a374-3957aa319156, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=c51f2742-a701-48ed-a374-3957aa319156,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:40.115831 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.180770 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=6']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:40.189046 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.189449 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.189806 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.190163 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.190544 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.190874 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.191198 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.191522 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.191842 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.192163 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.192565 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:40.198909 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['83068d07-62a9-4453-8fd6-12dbfd747e14'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:40.251566 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Calling delete_port for c51f2742-a701-48ed-a374-3957aa319156 owned by network:router_interface {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:40.314463 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c966d546-1c18-49a6-bb32-b39066c63446 req-46d45c85-b4ef-4809-9716-c53a4032c2ed tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911364 Jan 18 12:49:40.459648 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.508334 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51f2742-a701-48ed-a374-3957aa319156,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:40.899168 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744263'] for router_interface, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.630435 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df46501-3b85-415d-b6fd-b0a98c2808ee req-7e4f0f1e-7f1f-443a-b915-941eaea85552 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:41.636873 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0df46501-3b85-415d-b6fd-b0a98c2808ee req-7e4f0f1e-7f1f-443a-b915-941eaea85552 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 945 time: 0.1413429 Jan 18 12:49:41.673359 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Router 8b15c917-34a2-41ff-9d89-a462c69705fa has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:49:41.714343 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0df46501-3b85-415d-b6fd-b0a98c2808ee req-501322e7-37b3-4205-9cf8-c33a5613f37c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765820 Jan 18 12:49:41.865926 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:41.937463 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 83068d07-62a9-4453-8fd6-12dbfd747e14 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:41.937769 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.943601 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:49:41.960800 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6588ac0c-5365-459f-af11-ec3dcd332688 admin admin] 10.222.0.39 "PUT /v2.0/routers/8b15c917-34a2-41ff-9d89-a462c69705fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3599701 Jan 18 12:49:41.961656 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55602) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:41.969913 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] Sync routers for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:42.005318 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:42.005940 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:42.147922 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.193335 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks [] for router, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.248605 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:42.267767 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:42.273398 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.337874 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:42.448136 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.460029 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Deleting port b27eab8c-eb2c-4271-b176-81c8d188aa76 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:42.460404 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.546598 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=7']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:42.577982 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'code': 200} Jan 18 12:49:42.672854 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:49:40Z', 'revision_number': 5, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port': {'id': 'b27eab8c-eb2c-4271-b176-81c8d188aa76', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:42.676836 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] Checking router: 8b15c917-34a2-41ff-9d89-a462c69705fa for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:42.682237 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] For port b27eab8c-eb2c-4271-b176-81c8d188aa76, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=b27eab8c-eb2c-4271-b176-81c8d188aa76,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:42.682816 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.687826 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] Routers {'8b15c917-34a2-41ff-9d89-a462c69705fa'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:42.688439 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['8b15c917-34a2-41ff-9d89-a462c69705fa'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:42.817828 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Calling delete_port for b27eab8c-eb2c-4271-b176-81c8d188aa76 owned by network:router_gateway {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:42.869455 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] Set router 8b15c917-34a2-41ff-9d89-a462c69705fa gateway port host: None {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:43.061474 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:49:42Z', 'revision_number': 6, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port_host': None}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:43.067633 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1806c1bd-1bae-4368-985d-380c2b26d5c8 None None] The sync data for ids ['8b15c917-34a2-41ff-9d89-a462c69705fa'] in dv-cinder-825100-1-smb is: [{'id': '8b15c917-34a2-41ff-9d89-a462c69705fa', 'name': 'tempest-AttachVolumeTestJSON-1542895678-router', 'tenant_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:35Z', 'updated_at': '2022-01-18T12:49:42Z', 'revision_number': 6, 'project_id': '8098dd3fa4854e36865cc5b97f7cdb86', 'gw_port_host': None}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:43.222814 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d5b75-2368-42da-ab93-5e66b9db291f req-2f32c4d1-5d4a-4e85-ade2-c6e2c8184581 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.225311 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-640d5b75-2368-42da-ab93-5e66b9db291f req-2f32c4d1-5d4a-4e85-ade2-c6e2c8184581 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0890121 Jan 18 12:49:43.229730 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:43.274599 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27eab8c-eb2c-4271-b176-81c8d188aa76,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:43.293828 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-640d5b75-2368-42da-ab93-5e66b9db291f req-bd0ace32-96ae-4c0b-8c15-e4359604038d tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611718 Jan 18 12:49:43.712258 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744331'] for router_gateway, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:43.997454 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device c51f2742-a701-48ed-a374-3957aa319156 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:44.035762 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: c51f2742-a701-48ed-a374-3957aa319156 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:44.036130 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device c51f2742-a701-48ed-a374-3957aa319156 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:44.036550 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device b27eab8c-eb2c-4271-b176-81c8d188aa76 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:44.057782 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103272'] for router, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.065947 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.070660 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: b27eab8c-eb2c-4271-b176-81c8d188aa76 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:44.070995 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device b27eab8c-eb2c-4271-b176-81c8d188aa76 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:44.192637 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737635'] for router, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.193488 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b15c917-34a2-41ff-9d89-a462c69705fa {{(pid=82854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:49:44.211201 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.213027 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-582d7793-f70d-448b-a577-641ec9a1a213 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8b15c917-34a2-41ff-9d89-a462c69705fa HTTP/1.1" status: 204 len: 168 time: 2.2494061 Jan 18 12:49:44.215168 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55614) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:44.283581 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] Deleting subnet 0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:49:44.287826 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.360464 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581228'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.543970 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.563236 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351c61-cfa7-4ef6-b6fa-ed0c12c87923 req-5303bb87-ef39-44b4-9a1d-a7fa925e0071 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:44.570468 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-51351c61-cfa7-4ef6-b6fa-ed0c12c87923 req-5303bb87-ef39-44b4-9a1d-a7fa925e0071 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1396983 Jan 18 12:49:44.629778 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3890451'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.634383 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-51351c61-cfa7-4ef6-b6fa-ed0c12c87923 req-88d597a4-2f94-40a7-9623-5916ed23c767 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588577 Jan 18 12:49:44.670852 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:44.675652 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.681696 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ae15ae1d-fe72-476b-a138-7634533c9985 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0e7dd0ed-1cc6-48cb-8d19-ec07b8acaced HTTP/1.1" status: 204 len: 168 time: 0.4653780 Jan 18 12:49:44.681863 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d224750-be10-4905-a4f5-48abf9426842 None None] Network c0a3416b-8803-45c6-bf34-7b3b9e37788d requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:44.684123 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55624) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:44.793419 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.806476 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Deleting port a9fbc46e-cd21-4edd-afee-076957ba8dc1 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:44.806476 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.005630 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] DHCP port deletion for c0a3416b-8803-45c6-bf34-7b3b9e37788d request from dv-cinder-825100-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:49:45.009583 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Deleting port a9fbc46e-cd21-4edd-afee-076957ba8dc1 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:45.009958 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.038385 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] For port a9fbc46e-cd21-4edd-afee-076957ba8dc1, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a9fbc46e-cd21-4edd-afee-076957ba8dc1,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:45.038747 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.250160 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] For port a9fbc46e-cd21-4edd-afee-076957ba8dc1, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a9fbc46e-cd21-4edd-afee-076957ba8dc1,segment=NetworkSegment(65c6fe97-abce-44b4-870b-e632f13241bf),segment_id=65c6fe97-abce-44b4-870b-e632f13241bf)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:45.250650 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.264655 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Calling delete_port for a9fbc46e-cd21-4edd-afee-076957ba8dc1 owned by network:dhcp {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:45.392101 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.407600 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Calling delete_port for a9fbc46e-cd21-4edd-afee-076957ba8dc1 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:45.491674 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fbc46e-cd21-4edd-afee-076957ba8dc1,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:45.500941 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] No DVR routers for this DVR port a9fbc46e-cd21-4edd-afee-076957ba8dc1 on host dv-cinder-825100-1-smb {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:45.603783 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:49:45.604553 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:49:45.670845 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.730175 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a3416b-8803-45c6-bf34-7b3b9e37788d']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.750712 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c6fe97-abce-44b4-870b-e632f13241bf') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.751063 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c6fe97-abce-44b4-870b-e632f13241bf') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.764522 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.792098 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.802345 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:49:45.802830 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:49:45.839746 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:49:45.860090 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9fbc46e-cd21-4edd-afee-076957ba8dc1 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:45.885083 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9806b-a710-4baf-aed9-b3977aec5b7a req-ac9e655b-30a4-42a2-be5f-bee99a74d9cf tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:45.887530 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5d9806b-a710-4baf-aed9-b3977aec5b7a req-ac9e655b-30a4-42a2-be5f-bee99a74d9cf tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1131701 Jan 18 12:49:45.901788 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: a9fbc46e-cd21-4edd-afee-076957ba8dc1 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:45.902285 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9fbc46e-cd21-4edd-afee-076957ba8dc1 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:45.953179 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.957211 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d5d9806b-a710-4baf-aed9-b3977aec5b7a req-7dece972-b42f-4cc1-a22e-2a4496217f18 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640488 Jan 18 12:49:45.974086 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.994527 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a3416b-8803-45c6-bf34-7b3b9e37788d,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:46.007143 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-4090c6b3-379d-4fd6-8280-d3080615bf96 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c0a3416b-8803-45c6-bf34-7b3b9e37788d HTTP/1.1" status: 204 len: 168 time: 1.3219051 Jan 18 12:49:46.106465 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Deleting port a9fbc46e-cd21-4edd-afee-076957ba8dc1 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:46.107305 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.191757 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-13e9b3d2-4775-42b3-9c28-8d6d37bea532 None None] The port 'a9fbc46e-cd21-4edd-afee-076957ba8dc1' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:49:46.226289 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55632) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:46.289257 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e0e497a7-3363-4ed8-9132-27bbba73f1f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8098dd3fa4854e36865cc5b97f7cdb86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0616724 Jan 18 12:49:46.291628 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55636) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:46.372525 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ba45647e-4d29-43f5-a3f8-db253a3efe4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.407557 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ba45647e-4d29-43f5-a3f8-db253a3efe4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.488415 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ba45647e-4d29-43f5-a3f8-db253a3efe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.509303 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45647e-4d29-43f5-a3f8-db253a3efe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603836d5-66f8-4f47-ae59-b96a43102ecd,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:46.524331 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ba45647e-4d29-43f5-a3f8-db253a3efe4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.525669 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ba45647e-4d29-43f5-a3f8-db253a3efe4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/603836d5-66f8-4f47-ae59-b96a43102ecd HTTP/1.1" status: 204 len: 168 time: 0.2331491 Jan 18 12:49:47.196524 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3797cbf-0a04-452a-981e-0aa5618e9fb6 req-9f791847-ee41-4630-9e50-39d85f855887 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:47.198559 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3797cbf-0a04-452a-981e-0aa5618e9fb6 req-9f791847-ee41-4630-9e50-39d85f855887 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0886955 Jan 18 12:49:47.251891 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a3797cbf-0a04-452a-981e-0aa5618e9fb6 req-dc5908f5-3805-49bf-913f-28f4e3723adf tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478489 Jan 18 12:49:48.521415 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab748051-308d-46ba-bdad-989bffde5dc6 req-bdbf21e6-b0c4-4c66-8048-41402c96b1a7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:48.528563 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ab748051-308d-46ba-bdad-989bffde5dc6 req-bdbf21e6-b0c4-4c66-8048-41402c96b1a7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0986381 Jan 18 12:49:48.679628 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-ab748051-308d-46ba-bdad-989bffde5dc6 req-6431510a-3467-44f2-a26f-86c8539d1e11 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502197 Jan 18 12:49:49.640441 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-84255075-c340-43b1-9c6a-84299db07e7c req-5390786c-09ca-4361-85b4-de2ed2de2356 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011835672&fields=id&tenant_id=9152617bb84b497a8332641e32ee1511 HTTP/1.1" status: 200 len: 267 time: 0.0476635 Jan 18 12:49:49.737712 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84255075-c340-43b1-9c6a-84299db07e7c req-725d9272-6c3d-4d6c-828b-efce0f051c80 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:49.739425 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-84255075-c340-43b1-9c6a-84299db07e7c req-725d9272-6c3d-4d6c-828b-efce0f051c80 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 984 time: 0.0927811 Jan 18 12:49:49.750210 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.v2.base [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Request body: {'port': {'security_groups': ['9bd79481-3571-484d-b104-629503dccd51']}} {{(pid=82855) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:49.899454 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.075747 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e8120-1771-4425-8c41-0b1232764665 req-e0efc7d8-aa04-4e09-be19-39a38323f1dd tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:50.082985 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-147e8120-1771-4425-8c41-0b1232764665 req-e0efc7d8-aa04-4e09-be19-39a38323f1dd tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1667013 Jan 18 12:49:50.223905 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-147e8120-1771-4425-8c41-0b1232764665 req-eaa63931-af41-43d9-a3a6-89e0e8945c8e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399553 Jan 18 12:49:50.267803 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:50.298503 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for port, precommit_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.303930 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3279699'] for port, after_update {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.316282 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b240770f-9c72-4d92-a198-3b6e3efe50f6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:50.397259 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event updated for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=7']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:50.407201 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:50.407567 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.409732 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-84255075-c340-43b1-9c6a-84299db07e7c req-11e3c89d-ddd8-4d37-a52e-ec22bb2ec552 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "PUT /v2.0/ports/b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 942 time: 0.6642137 Jan 18 12:49:50.410296 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:50.415938 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55704) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:50.521174 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e4d228f-8c86-4d8f-8184-f2dfc0a92707 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.575387 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b240770f-9c72-4d92-a198-3b6e3efe50f6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:50.597879 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'status': 'completed', 'code': 200} Jan 18 12:49:50.618317 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e4d228f-8c86-4d8f-8184-f2dfc0a92707 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.710963 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e4d228f-8c86-4d8f-8184-f2dfc0a92707 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.734906 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d228f-8c86-4d8f-8184-f2dfc0a92707 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f30870f-786f-4543-ac0c-e85502d33262,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:50.744416 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9e4d228f-8c86-4d8f-8184-f2dfc0a92707 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.749653 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9e4d228f-8c86-4d8f-8184-f2dfc0a92707 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f30870f-786f-4543-ac0c-e85502d33262 HTTP/1.1" status: 204 len: 168 time: 0.3325753 Jan 18 12:49:50.750509 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55718) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:50.837567 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c102b404-7d75-42ac-9a24-205d03613522 req-ceec2a45-10ec-4405-aa24-e006eb5d0a61 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1098 time: 0.2210500 Jan 18 12:49:50.882451 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-9a68e2eb-5678-4bbb-ae50-19842e589f78 None None] Provisioning complete for port b240770f-9c72-4d92-a198-3b6e3efe50f6 triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:50.882817 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9a68e2eb-5678-4bbb-ae50-19842e589f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.016871 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Deleting port 3cecb8b8-1f05-4840-a071-844b094b5252 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:51.018193 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.090984 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102b404-7d75-42ac-9a24-205d03613522 req-b3d6ee35-5642-4fd4-ad66-57a66e28f976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:51.092647 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c102b404-7d75-42ac-9a24-205d03613522 req-b3d6ee35-5642-4fd4-ad66-57a66e28f976 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 200 len: 916 time: 0.2490432 Jan 18 12:49:51.236327 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.236327 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.236691 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c102b404-7d75-42ac-9a24-205d03613522 req-884008bf-0eec-422f-a751-2694e814f395 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 1001 time: 0.1335137 Jan 18 12:49:51.307370 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102b404-7d75-42ac-9a24-205d03613522 req-64253b74-6ec6-4d93-ad10-0401bde2e276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:51.310038 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c102b404-7d75-42ac-9a24-205d03613522 req-64253b74-6ec6-4d93-ad10-0401bde2e276 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e7c25ec-8517-4e41-9d36-46da869960ac HTTP/1.1" status: 200 len: 854 time: 0.0713339 Jan 18 12:49:51.379445 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Calling delete_port for 3cecb8b8-1f05-4840-a071-844b094b5252 owned by network:floatingip {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:51.461755 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c102b404-7d75-42ac-9a24-205d03613522 req-f79f077c-f0b7-45e2-ae81-e227014d67e7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1451256 Jan 18 12:49:51.606858 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.644399 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c102b404-7d75-42ac-9a24-205d03613522 req-5f036499-428a-412f-8a9b-21b29c35c79d service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711156 Jan 18 12:49:51.650980 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b0960-b98c-4a8a-be2c-3db23d638896 req-3e077089-7955-4d3a-a60d-905be0d82eb5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:51.658273 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9a4b0960-b98c-4a8a-be2c-3db23d638896 req-3e077089-7955-4d3a-a60d-905be0d82eb5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.2383842 Jan 18 12:49:51.660809 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event deleted for resources: {'Port': ['ID=3cecb8b8-1f05-4840-a071-844b094b5252,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:51.832804 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-9a4b0960-b98c-4a8a-be2c-3db23d638896 req-f1ca8d71-21ac-422f-a2bf-e5d688dce4b5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736124 Jan 18 12:49:51.834994 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:49:51.906097 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c102b404-7d75-42ac-9a24-205d03613522 req-9221b95e-13ce-45a5-854b-94d3c1482b9b service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441726 Jan 18 12:49:51.921315 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks [] for floatingip, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.457089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Router 98b080e5-8b43-479d-bd18-b937830a55e1 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:49:52.678087 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:49:52.688276 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] Sync routers for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:52.700178 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.702682 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:52.703388 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:52.752377 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-7c6f632d-7f27-4e0e-b76a-4181eee3e4c7 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "DELETE /v2.0/floatingips/a2ec8a90-7bd2-4002-aa83-663e5983954a HTTP/1.1" status: 204 len: 168 time: 2.0005951 Jan 18 12:49:52.753626 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:52.883966 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:52.897463 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'status': 'completed', 'code': 200} Jan 18 12:49:53.228664 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb729f16-e493-4107-a27b-6320041fbde5 req-1ebdb44e-7242-4afc-8d16-5c5e3a2218cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9152617bb84b497a8332641e32ee1511&device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 1098 time: 0.1969244 Jan 18 12:49:53.230269 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:18Z', 'revision_number': 5, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:53.235773 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] Checking router: 98b080e5-8b43-479d-bd18-b937830a55e1 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:53.249449 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:53.250054 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:53.315916 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cbccd-a551-4429-b5b1-f78a44c0d546 req-36e38b2e-81b2-4936-ab14-e112b6708192 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.317256 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-971cbccd-a551-4429-b5b1-f78a44c0d546 req-36e38b2e-81b2-4936-ab14-e112b6708192 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.3205001 Jan 18 12:49:53.405645 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-971cbccd-a551-4429-b5b1-f78a44c0d546 req-01160dce-ad36-4b10-9cc2-555409abffe7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722415 Jan 18 12:49:53.413422 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729f16-e493-4107-a27b-6320041fbde5 req-5613b0d1-6cbf-4a99-a0eb-202aaae0d308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.415102 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb729f16-e493-4107-a27b-6320041fbde5 req-5613b0d1-6cbf-4a99-a0eb-202aaae0d308 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 200 len: 916 time: 0.1800282 Jan 18 12:49:53.441639 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-285d7a19-a29b-47da-a507-7c3c3fa749cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.1025832 Jan 18 12:49:53.442899 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:53.498312 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb729f16-e493-4107-a27b-6320041fbde5 req-56b88d5d-8f3b-4d3a-bb01-b28c1bf745ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 200 len: 217 time: 0.0765696 Jan 18 12:49:53.598557 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729f16-e493-4107-a27b-6320041fbde5 req-1e4c25f7-aae7-4db9-867a-44c4777f3086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.600527 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb729f16-e493-4107-a27b-6320041fbde5 req-1e4c25f7-aae7-4db9-867a-44c4777f3086 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7e7c25ec-8517-4e41-9d36-46da869960ac HTTP/1.1" status: 200 len: 854 time: 0.0963769 Jan 18 12:49:53.686951 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-3356f1c3-cbce-46f4-ab83-ef40976865c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.689275 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-3356f1c3-cbce-46f4-ab83-ef40976865c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.2318373 Jan 18 12:49:53.696316 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb729f16-e493-4107-a27b-6320041fbde5 req-6ac7df6d-4469-43d9-b2de-d644619a4ab1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30ac41a9-d355-4e63-a4d8-a56ea3cdb395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892482 Jan 18 12:49:53.837320 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-7c04c808-1d5a-4d37-a25e-6be47e4fc09b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 200 len: 1002 time: 0.1414623 Jan 18 12:49:53.867734 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb729f16-e493-4107-a27b-6320041fbde5 req-18b2c9ef-9356-439e-9f7f-61905fbf08da service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659515 Jan 18 12:49:53.881465 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:18Z', 'revision_number': 5, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:53.885827 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9c6c4-1c89-4649-ad7c-ece8bc58dd0d None None] The sync data for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb is: [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:47:08Z', 'revision_number': 4, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '7d340fdc-97ac-40e1-8036-33653f89c77d', 'name': '', 'network_id': '30ac41a9-d355-4e63-a4d8-a56ea3cdb395', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'mac_address': 'fa:16:3e:6b:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:07Z', 'updated_at': '2022-01-18T12:47:18Z', 'revision_number': 5, 'project_id': '9152617bb84b497a8332641e32ee1511', 'subnets': [{'id': '7e7c25ec-8517-4e41-9d36-46da869960ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:53.927860 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-8eec14cc-db37-4eac-a2ef-6e2031319906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.929574 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-8eec14cc-db37-4eac-a2ef-6e2031319906 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.0838568 Jan 18 12:49:54.014009 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-56a3278b-8f9a-42fd-aa67-9d435b3c35bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780456 Jan 18 12:49:54.060361 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb729f16-e493-4107-a27b-6320041fbde5 req-086c4ed2-17fe-4c79-b87b-45180be75398 service neutron] 10.222.0.85 "GET /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873815 Jan 18 12:49:54.135800 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55780) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:54.159686 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-dd304998-e812-4585-a0c8-06af04efd786 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383793 Jan 18 12:49:54.207671 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb8303-0976-4625-b792-7fe0ca493bbf None None] New status for floating IP a2ec8a90-7bd2-4002-aa83-663e5983954a: DOWN {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:49:54.301521 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.309622 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-9baea51f-fb4c-4198-8ab5-787e3172c259 req-db282412-accf-4a27-8bc0-6a93a540bca5 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442893 Jan 18 12:49:54.336676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:54.340534 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Usage tracker for resource:security_group_rule and tenant:ac71061bfdde44a3b7ccf8430ae1442e is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:54.343217 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:54.350894 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:54.426747 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.430763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.476879 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6aae97-311e-4099-9a28-34dee6671876,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:54.484589 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55792) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:54.484871 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-73e40f93-cb24-4179-b3a8-31609cdd304f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac71061bfdde44a3b7ccf8430ae1442e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3484473 Jan 18 12:49:54.554532 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f92d0ce3-ad00-4456-84eb-5577c9728076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.584689 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f92d0ce3-ad00-4456-84eb-5577c9728076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.637722 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f92d0ce3-ad00-4456-84eb-5577c9728076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.655994 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d0ce3-ad00-4456-84eb-5577c9728076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6aae97-311e-4099-9a28-34dee6671876,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:54.673373 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f92d0ce3-ad00-4456-84eb-5577c9728076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.676592 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f92d0ce3-ad00-4456-84eb-5577c9728076 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa6aae97-311e-4099-9a28-34dee6671876 HTTP/1.1" status: 204 len: 168 time: 0.1908231 Jan 18 12:49:54.699487 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e6e5d-2e0f-401f-89f5-d8c64d31ca15 req-3fbdf520-c290-4cce-9fdc-1f1af8d37651 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.701107 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-df8e6e5d-2e0f-401f-89f5-d8c64d31ca15 req-3fbdf520-c290-4cce-9fdc-1f1af8d37651 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1012218 Jan 18 12:49:54.750318 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-df8e6e5d-2e0f-401f-89f5-d8c64d31ca15 req-abaa82ff-1634-4d32-8148-2fa504995433 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 Jan 18 12:49:55.945530 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:56.018974 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637b956-6968-4e89-8b96-5322df00a294 req-37bdb5e7-aadb-44c1-a22b-761a82e127c0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:56.021532 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0637b956-6968-4e89-8b96-5322df00a294 req-37bdb5e7-aadb-44c1-a22b-761a82e127c0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1133182 Jan 18 12:49:56.078207 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0637b956-6968-4e89-8b96-5322df00a294 req-142c2ad1-eac5-4df4-83eb-d931be15a25f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489268 Jan 18 12:49:56.102635 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:56.150726 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:56.169443 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:56.177714 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:56.236615 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'code': 200} Jan 18 12:49:56.253607 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=8']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:56.335753 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39a1b2-0554-4bcc-85ae-5416c2339a4f req-a2508949-4c07-4520-a0f9-808912956fe8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:56.337641 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-df39a1b2-0554-4bcc-85ae-5416c2339a4f req-a2508949-4c07-4520-a0f9-808912956fe8 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.0911736 Jan 18 12:49:56.389647 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-df39a1b2-0554-4bcc-85ae-5416c2339a4f req-e624cbad-878e-45a2-b4c5-c719c6f5f3b6 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Jan 18 12:49:57.012308 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 55862) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:57.246262 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.277079 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:57.280884 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Usage tracker for resource:security_group_rule and tenant:8770ec22c41843af8bd92f88a5b46c2b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:57.284846 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:57.290596 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:57.300107 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498c52c-c7a8-4913-aaf7-3ac8eb59bf7e req-763fcd1a-794a-4c15-bb07-be2f485d22d5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.301716 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a498c52c-c7a8-4913-aaf7-3ac8eb59bf7e req-763fcd1a-794a-4c15-bb07-be2f485d22d5 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0789707 Jan 18 12:49:57.349578 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a498c52c-c7a8-4913-aaf7-3ac8eb59bf7e req-c1c7ca2f-f794-4db4-9f0c-1e2cf1f5e6dc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Jan 18 12:49:57.364521 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.368698 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.417088 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875dc463-3270-4197-91a7-5344243c5752,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:57.423253 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-a7092d5d-1e67-4b6b-8ef6-bbec27d6a072 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8770ec22c41843af8bd92f88a5b46c2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4099283 Jan 18 12:49:57.426071 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55874) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:57.499579 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-774bda3c-bfe2-4a46-ad86-0607443aeaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.530500 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-774bda3c-bfe2-4a46-ad86-0607443aeaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.641624 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44a2c-bfc7-4885-bd3f-910d00d0ef5d req-6fdae9ec-edb7-4b3c-8153-f5645fb27f17 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.643105 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-72f44a2c-bfc7-4885-bd3f-910d00d0ef5d req-6fdae9ec-edb7-4b3c-8153-f5645fb27f17 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.1029825 Jan 18 12:49:57.668829 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-774bda3c-bfe2-4a46-ad86-0607443aeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.699157 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bda3c-bfe2-4a46-ad86-0607443aeaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875dc463-3270-4197-91a7-5344243c5752,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:57.711438 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-774bda3c-bfe2-4a46-ad86-0607443aeaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.715262 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-774bda3c-bfe2-4a46-ad86-0607443aeaf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/875dc463-3270-4197-91a7-5344243c5752 HTTP/1.1" status: 204 len: 168 time: 0.2855136 Jan 18 12:49:57.732015 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-72f44a2c-bfc7-4885-bd3f-910d00d0ef5d req-7c872781-4d88-4ac3-8bd6-a950171f1d34 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/security-groups?id=9bd79481-3571-484d-b104-629503dccd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 Jan 18 12:49:58.025606 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-3d92ce8f-622e-47ee-a8c5-f3266520d578 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:58.026337 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-3d92ce8f-622e-47ee-a8c5-f3266520d578 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Synchronizing usage tracker for tenant:9152617bb84b497a8332641e32ee1511 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:58.042913 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-3d92ce8f-622e-47ee-a8c5-f3266520d578 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Unset dirty status for tenant:9152617bb84b497a8332641e32ee1511 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:58.044201 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-3d92ce8f-622e-47ee-a8c5-f3266520d578 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.85 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 945 time: 0.1019070 Jan 18 12:49:58.069689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55894) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:58.088888 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.115802 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Deleting port b240770f-9c72-4d92-a198-3b6e3efe50f6 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:58.116049 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.125442 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:58.130117 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Usage tracker for resource:security_group_rule and tenant:ec089f1c3a084abda0a11ea375b728a4 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:58.133162 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:58.139185 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:58.235823 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.241192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.290302 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec089f1c3a084abda0a11ea375b728a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2194788 Jan 18 12:49:58.291111 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be25009-6c39-4f96-9303-d79d24c83411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89575836-e64e-4996-9b1d-e758795f7aa7,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:58.294761 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 55902) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:58.363339 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed20d-f453-43e9-b56f-25feaebfe5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.385089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] For port b240770f-9c72-4d92-a198-3b6e3efe50f6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b240770f-9c72-4d92-a198-3b6e3efe50f6,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:58.385473 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.389536 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed20d-f453-43e9-b56f-25feaebfe5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.453428 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed20d-f453-43e9-b56f-25feaebfe5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.471032 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ed20d-f453-43e9-b56f-25feaebfe5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89575836-e64e-4996-9b1d-e758795f7aa7,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:58.478038 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed20d-f453-43e9-b56f-25feaebfe5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.481444 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-7e3ed20d-f453-43e9-b56f-25feaebfe5ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89575836-e64e-4996-9b1d-e758795f7aa7 HTTP/1.1" status: 204 len: 168 time: 0.1833527 Jan 18 12:49:58.542834 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Calling delete_port for b240770f-9c72-4d92-a198-3b6e3efe50f6 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:58.700391 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.711585 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['b240770f-9c72-4d92-a198-3b6e3efe50f6'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:58.749225 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Pushing event deleted for resources: {'Port': ['ID=b240770f-9c72-4d92-a198-3b6e3efe50f6,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:58.835373 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] No DVR routers for this DVR port b240770f-9c72-4d92-a198-3b6e3efe50f6 on host hv-cinder-82510 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:58.838115 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.852786 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'name': 'network-vif-deleted', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:58.859279 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-167a75d0-95ff-4f9a-a4dd-b13e93b82cc6 req-ab2d1ac3-9a4f-4681-9475-bb1cff58e914 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.85 "DELETE /v2.0/ports/b240770f-9c72-4d92-a198-3b6e3efe50f6 HTTP/1.1" status: 204 len: 173 time: 0.8099866 Jan 18 12:49:58.887197 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-d6a85cf3-8805-40fa-b6a5-1fa2991fb519 req-5f659288-8163-4e75-9e52-578f4a76bc88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0818670 Jan 18 12:49:59.031825 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6e7152a8-8748-488b-b769-d4d167399e0e req-eaa1e08b-caef-4826-a813-49b0927b7670 tempest-TestMinimumBasicScenario-1477702464 tempest-TestMinimumBasicScenario-1477702464-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffe68dc9-2daa-43d3-9d03-e239212c969b HTTP/1.1" status: 200 len: 210 time: 0.1430626 Jan 18 12:49:59.115702 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe68dc9-2daa-43d3-9d03-e239212c969b', 'name': 'network-vif-deleted', 'tag': 'b240770f-9c72-4d92-a198-3b6e3efe50f6', 'status': 'completed', 'code': 200} Jan 18 12:49:59.210602 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-93f53ab0-84ec-4ba1-99df-182871e6c5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810175 Jan 18 12:49:59.265599 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cece086-45d5-404a-bbc2-6d98bf1fe379 req-2434667f-9cdb-4557-a340-ba30c1fc0294 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:59.267074 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0cece086-45d5-404a-bbc2-6d98bf1fe379 req-2434667f-9cdb-4557-a340-ba30c1fc0294 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0952978 Jan 18 12:49:59.343943 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-0cece086-45d5-404a-bbc2-6d98bf1fe379 req-d169b153-1215-4270-8c7a-cdce2a23fe9f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682809 Jan 18 12:49:59.789058 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-43a3c73b-7abb-42f9-a2c7-05341d48a85f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3&tenant_id=df103930be1a4933ba2e71125192fdd7 HTTP/1.1" status: 200 len: 1097 time: 0.0843463 Jan 18 12:49:59.879764 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-a071a5a1-0bfc-4982-a905-63145cc0b42b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.0702136 Jan 18 12:49:59.947280 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b240770f-9c72-4d92-a198-3b6e3efe50f6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:59.979675 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: b240770f-9c72-4d92-a198-3b6e3efe50f6 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:59.980011 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device b240770f-9c72-4d92-a198-3b6e3efe50f6 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:59.980448 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:00.017402 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-a07d5fba-3cd6-4fe0-a4cc-0fd162212d41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.019320 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-a07d5fba-3cd6-4fe0-a4cc-0fd162212d41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.1342618 Jan 18 12:50:00.128279 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-eec0a5b0-e912-4041-b16d-c1af809d13fc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 200 len: 1000 time: 0.1031318 Jan 18 12:50:00.194048 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-52e8c467-d271-48cf-8255-d7b78b900011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.195542 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-52e8c467-d271-48cf-8255-d7b78b900011 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.0621026 Jan 18 12:50:00.274924 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-38e30be8-6219-4276-89c9-e033a902750b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736003 Jan 18 12:50:00.508720 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-beff7fbe-bd06-4095-b589-eab462b6f208 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278831 Jan 18 12:50:00.652939 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ed0ee-9904-4990-80f3-1873ce27df2e req-256ca267-5039-4fbe-a356-e20bda175a74 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.654926 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-219ed0ee-9904-4990-80f3-1873ce27df2e req-256ca267-5039-4fbe-a356-e20bda175a74 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0932875 Jan 18 12:50:00.676497 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-4180f7ca-aaa9-4081-a058-7202da9865e0 req-ffa35617-3a4f-43ab-95ae-72b67f2802f0 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620672 Jan 18 12:50:00.708034 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-219ed0ee-9904-4990-80f3-1873ce27df2e req-f9f1a6e3-a59f-4456-a078-2211e430c34c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447388 Jan 18 12:50:01.079562 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56012) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:01.101947 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56018) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:01.288675 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.336699 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:01.342202 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Usage tracker for resource:security_group_rule and tenant:4d5bad126af145fcbcf1e340ba0c507f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:01.345667 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:01.352941 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:01.506968 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.511791 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.617527 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.626517 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733f217a-fd9f-43da-a208-b06352304cc0,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:01.634650 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56034) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:01.634857 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-bd3c0603-230e-46dd-82e2-2ffeca8f3230 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d5bad126af145fcbcf1e340ba0c507f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5541215 Jan 18 12:50:01.681726 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738990'] for router_interface, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.732224 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d2f86662-9c6c-483d-9898-7e265540b048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.778648 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d2f86662-9c6c-483d-9898-7e265540b048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.857451 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d2f86662-9c6c-483d-9898-7e265540b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.909802 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f86662-9c6c-483d-9898-7e265540b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733f217a-fd9f-43da-a208-b06352304cc0,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:01.921332 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d2f86662-9c6c-483d-9898-7e265540b048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.929311 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d2f86662-9c6c-483d-9898-7e265540b048 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/733f217a-fd9f-43da-a208-b06352304cc0 HTTP/1.1" status: 204 len: 168 time: 0.2911482 Jan 18 12:50:02.115026 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18272e7f-f2ad-4340-9fdf-f5f853894559 req-e9260169-bdc3-4ef9-93bb-80b742b16e0c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:02.117327 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18272e7f-f2ad-4340-9fdf-f5f853894559 req-e9260169-bdc3-4ef9-93bb-80b742b16e0c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.1245964 Jan 18 12:50:02.251659 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-18272e7f-f2ad-4340-9fdf-f5f853894559 req-673f164f-e98b-4b9f-b935-a46f84da4090 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216249 Jan 18 12:50:02.567433 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56044) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:02.598535 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.668058 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:02.679511 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Usage tracker for resource:security_group_rule and tenant:cd3fa2d1c26140d5ad1040f18e8dc68d is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:02.680414 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Deleting port 7d340fdc-97ac-40e1-8036-33653f89c77d {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:02.681426 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.682969 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:02.694771 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:02.806431 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.810309 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.861412 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd3fa2d1c26140d5ad1040f18e8dc68d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2929208 Jan 18 12:50:02.865366 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56048) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:02.881845 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3148a2-93e7-4183-8caa-54d7fced6fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264383e9-f842-48e7-9278-95d2c2724c5d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:02.910498 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] For port 7d340fdc-97ac-40e1-8036-33653f89c77d, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=7d340fdc-97ac-40e1-8036-33653f89c77d,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:02.910990 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.950587 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-487a43f2-2edf-42a3-bae3-b53eaf864d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.984380 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-487a43f2-2edf-42a3-bae3-b53eaf864d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.057630 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-487a43f2-2edf-42a3-bae3-b53eaf864d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.080132 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a43f2-2edf-42a3-bae3-b53eaf864d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264383e9-f842-48e7-9278-95d2c2724c5d,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:03.083453 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-487a43f2-2edf-42a3-bae3-b53eaf864d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.087421 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-487a43f2-2edf-42a3-bae3-b53eaf864d41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/264383e9-f842-48e7-9278-95d2c2724c5d HTTP/1.1" status: 204 len: 168 time: 0.2181141 Jan 18 12:50:03.166021 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Calling delete_port for 7d340fdc-97ac-40e1-8036-33653f89c77d owned by network:router_interface {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:03.435424 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.480003 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aa92c-b8ca-469e-b7c3-4e2b91f2b2e6 req-6137f765-e91a-42db-b66f-3563eb32a05e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:03.488394 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c4aa92c-b8ca-469e-b7c3-4e2b91f2b2e6 req-6137f765-e91a-42db-b66f-3563eb32a05e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0925410 Jan 18 12:50:03.513927 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d340fdc-97ac-40e1-8036-33653f89c77d,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:03.555007 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2c4aa92c-b8ca-469e-b7c3-4e2b91f2b2e6 req-0bda166c-18ae-43bc-a4d8-c2aef179c3a2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655112 Jan 18 12:50:03.999566 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744263'] for router_interface, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.148771 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-18d04321-9141-4cf9-bf24-8f5c4a2e3fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.798326 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Router 98b080e5-8b43-479d-bd18-b937830a55e1 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:04.883995 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6676c97-43ad-442d-946a-3b8188afb3c5 req-c8804093-2420-47b5-85d7-2fcb28c33474 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:04.886630 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6676c97-43ad-442d-946a-3b8188afb3c5 req-c8804093-2420-47b5-85d7-2fcb28c33474 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.1259055 Jan 18 12:50:04.959982 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b6676c97-43ad-442d-946a-3b8188afb3c5 req-71107658-3e75-4d56-8a8a-6d9aee4e55a0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670412 Jan 18 12:50:05.098001 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:05.113683 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015793f-71df-4383-8406-5f906b79b11d None None] Sync routers for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:05.139702 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56082) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:05.139968 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-710f3c6a-8253-474b-9ed3-4fdecd48b674 admin admin] 10.222.0.39 "PUT /v2.0/routers/98b080e5-8b43-479d-bd18-b937830a55e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0366988 Jan 18 12:50:05.140124 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:05.140409 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:05.444705 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:05.473624 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.760913 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.773272 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Deleting port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:05.774058 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.878685 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:50:03Z', 'revision_number': 5, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port': {'id': '6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:04Z', 'updated_at': '2022-01-18T12:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:05.883201 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015793f-71df-4383-8406-5f906b79b11d None None] Checking router: 98b080e5-8b43-479d-bd18-b937830a55e1 for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:05.894994 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] Routers {'98b080e5-8b43-479d-bd18-b937830a55e1'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:05.895647 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:49:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['98b080e5-8b43-479d-bd18-b937830a55e1'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:06.073075 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] Set router 98b080e5-8b43-479d-bd18-b937830a55e1 gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:06.142421 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] For port 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:06.144034 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:06.228883 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-4015793f-71df-4383-8406-5f906b79b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:50:05Z', 'revision_number': 6, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port_host': None}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:06.233475 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015793f-71df-4383-8406-5f906b79b11d None None] The sync data for ids ['98b080e5-8b43-479d-bd18-b937830a55e1'] in dv-cinder-825100-1-smb is: [{'id': '98b080e5-8b43-479d-bd18-b937830a55e1', 'name': 'tempest-TestMinimumBasicScenario-1266403003-router', 'tenant_id': '9152617bb84b497a8332641e32ee1511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:03Z', 'updated_at': '2022-01-18T12:50:05Z', 'revision_number': 6, 'project_id': '9152617bb84b497a8332641e32ee1511', 'gw_port_host': None}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:06.383836 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ba55fb79-6814-4901-a2cf-fc36d29011bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:06.387626 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Calling delete_port for 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:06.679377 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b3789-297b-4fa0-b9c9-210ed17c4679 req-b44897cb-dae6-4807-a003-545c33b12cdc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:06.684862 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-192b3789-297b-4fa0-b9c9-210ed17c4679 req-b44897cb-dae6-4807-a003-545c33b12cdc tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.4404833 Jan 18 12:50:06.829414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:06.895935 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-192b3789-297b-4fa0-b9c9-210ed17c4679 req-751f4633-52b4-4200-b226-0040a99bec0f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919072 Jan 18 12:50:06.963277 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:07.016789 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.017670 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.018733 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.019348 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.019898 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.020693 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.021307 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.021862 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.022637 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.023203 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.023771 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:07.215113 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744331'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.321882 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56120) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:07.470363 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.530346 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103272'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.536054 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.572389 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737635'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.572932 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b080e5-8b43-479d-bd18-b937830a55e1 {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:50:07.588891 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.590088 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-dc1aee68-35c1-470e-aecf-a1d4353c1e92 admin admin] 10.222.0.39 "DELETE /v2.0/routers/98b080e5-8b43-479d-bd18-b937830a55e1 HTTP/1.1" status: 204 len: 168 time: 2.4484785 Jan 18 12:50:07.593923 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56126) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:07.723108 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.725621 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] Deleting subnet 7e7c25ec-8517-4e41-9d36-46da869960ac {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:07.735610 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.761928 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.808727 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3146375'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.825706 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:07.833466 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Usage tracker for resource:security_group_rule and tenant:52ecbb58fa704ece8827f42d1351f45c is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:07.845400 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:07.861165 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:07.873738 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7d340fdc-97ac-40e1-8036-33653f89c77d no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:07.954957 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 7d340fdc-97ac-40e1-8036-33653f89c77d {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:07.956114 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7d340fdc-97ac-40e1-8036-33653f89c77d not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:07.956706 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:07.997275 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.005899 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.011354 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:08.011699 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 6f2704b8-4d3a-43b2-9ecf-a89cdcc5ee86 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:08.061597 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.073887 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe1126a-7fef-4686-9a57-453037783e04,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:08.080452 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-ecb46c69-f1b8-4f49-9812-9023eb829287 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52ecbb58fa704ece8827f42d1351f45c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7573099 Jan 18 12:50:08.084360 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56132) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:08.159991 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-73c055cd-fdd5-4955-8279-154ecbb68fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.191581 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-73c055cd-fdd5-4955-8279-154ecbb68fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.275720 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb78d80-2229-431a-8de3-329c23c22467 req-e480fbf1-714f-4847-98d2-3adf76f6338f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:08.277350 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-aeb78d80-2229-431a-8de3-329c23c22467 req-e480fbf1-714f-4847-98d2-3adf76f6338f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.1298513 Jan 18 12:50:08.278400 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379332'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.290055 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-73c055cd-fdd5-4955-8279-154ecbb68fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.304844 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c055cd-fdd5-4955-8279-154ecbb68fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe1126a-7fef-4686-9a57-453037783e04,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:08.322377 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-73c055cd-fdd5-4955-8279-154ecbb68fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.324415 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-73c055cd-fdd5-4955-8279-154ecbb68fa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe1126a-7fef-4686-9a57-453037783e04 HTTP/1.1" status: 204 len: 168 time: 0.2399871 Jan 18 12:50:08.360904 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7c25ec-8517-4e41-9d36-46da869960ac,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:08.369104 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.378523 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4997e-afb8-4d50-b5fd-6fadcdc0964c None None] Network 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:08.390404 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-508b80f0-09de-40d7-b116-0e55df1369f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e7c25ec-8517-4e41-9d36-46da869960ac HTTP/1.1" status: 204 len: 168 time: 0.7954252 Jan 18 12:50:08.390746 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56138) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:08.403842 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-aeb78d80-2229-431a-8de3-329c23c22467 req-511d5c27-e43d-4b51-b818-3d428afb75b2 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683925 Jan 18 12:50:08.646142 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.661568 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Deleting port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:08.662059 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.835173 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] DHCP port deletion for 30ac41a9-d355-4e63-a4d8-a56ea3cdb395 request from dv-cinder-825100-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:50:08.843073 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Deleting port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:08.845930 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.936288 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56144) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:08.970913 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.975192 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.021321 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] For port 169c7279-eca9-4c8c-a21a-ad61577ee9b5, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=169c7279-eca9-4c8c-a21a-ad61577ee9b5,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:09.022026 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.031338 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:09.048565 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Usage tracker for resource:security_group_rule and tenant:499f5109bb7840d38982940824788092 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:09.051857 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:09.069007 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:09.213480 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Calling delete_port for 169c7279-eca9-4c8c-a21a-ad61577ee9b5 owned by network:dhcp {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:09.223503 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.228178 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.234886 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] For port 169c7279-eca9-4c8c-a21a-ad61577ee9b5, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=169c7279-eca9-4c8c-a21a-ad61577ee9b5,segment=NetworkSegment(68e51bca-448c-4719-9634-5968098257f1),segment_id=68e51bca-448c-4719-9634-5968098257f1)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:09.235637 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.275698 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed508e12-73e3-4589-b591-fa7470d66294,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.297645 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-34b81598-759d-4e7e-81ed-c42905b4a3e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=499f5109bb7840d38982940824788092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3588171 Jan 18 12:50:09.298297 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56148) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:09.312899 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.368166 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-360f015b-b67f-4944-ba11-01641cdc5978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.374036 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Calling delete_port for 169c7279-eca9-4c8c-a21a-ad61577ee9b5 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:09.381241 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=169c7279-eca9-4c8c-a21a-ad61577ee9b5,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.387275 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] No DVR routers for this DVR port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 on host dv-cinder-825100-1-smb {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:09.414173 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-360f015b-b67f-4944-ba11-01641cdc5978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.476277 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-360f015b-b67f-4944-ba11-01641cdc5978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.480653 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:50:09.481243 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:50:09.520556 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f015b-b67f-4944-ba11-01641cdc5978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed508e12-73e3-4589-b591-fa7470d66294,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.541552 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-360f015b-b67f-4944-ba11-01641cdc5978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.551996 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-360f015b-b67f-4944-ba11-01641cdc5978 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed508e12-73e3-4589-b591-fa7470d66294 HTTP/1.1" status: 204 len: 168 time: 0.2526319 Jan 18 12:50:09.726445 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.807108 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ac41a9-d355-4e63-a4d8-a56ea3cdb395']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:09.847687 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e51bca-448c-4719-9634-5968098257f1') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:09.849602 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e51bca-448c-4719-9634-5968098257f1') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:09.878247 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.888767 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 169c7279-eca9-4c8c-a21a-ad61577ee9b5 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:09.902324 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.918368 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:09.919003 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.990148 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Deleting port 169c7279-eca9-4c8c-a21a-ad61577ee9b5 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:09.990520 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.020516 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 169c7279-eca9-4c8c-a21a-ad61577ee9b5 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:10.020885 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 169c7279-eca9-4c8c-a21a-ad61577ee9b5 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:10.036446 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:10.044141 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.049054 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153832bf-e3d0-4327-8eed-7178977fb9b6 req-0275801f-9105-40eb-aaa3-a2173568bd7a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:10.051457 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-153832bf-e3d0-4327-8eed-7178977fb9b6 req-0275801f-9105-40eb-aaa3-a2173568bd7a tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.3872297 Jan 18 12:50:10.065233 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.103363 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ac41a9-d355-4e63-a4d8-a56ea3cdb395,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:10.112316 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-de99ad74-05f7-466c-8a48-f1e5a698dec4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/30ac41a9-d355-4e63-a4d8-a56ea3cdb395 HTTP/1.1" status: 204 len: 168 time: 1.7170727 Jan 18 12:50:10.112617 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56162) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:10.113413 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-153832bf-e3d0-4327-8eed-7178977fb9b6 req-f4e15b42-474b-4aab-8f11-1b782816c202 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558841 Jan 18 12:50:10.128066 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-3086551b-c484-4c2e-a879-490fd33a0f36 None None] The port '169c7279-eca9-4c8c-a21a-ad61577ee9b5' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:50:10.646550 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738990'] for router_interface, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:11.263695 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Deleting port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:11.264058 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:11.368613 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb900ce3-3305-47c3-af43-738fd178a721 req-18fd8faa-041d-40b5-9cc7-77054fab67fe tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:11.370095 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb900ce3-3305-47c3-af43-738fd178a721 req-18fd8faa-041d-40b5-9cc7-77054fab67fe tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0992100 Jan 18 12:50:11.422405 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-cb900ce3-3305-47c3-af43-738fd178a721 req-959fb2f8-2040-4413-93c7-4fbe78c48773 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462875 Jan 18 12:50:11.446865 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] For port 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,segment=NetworkSegment(fdddba3f-23ce-4832-9959-52b524c5efcb),segment_id=fdddba3f-23ce-4832-9959-52b524c5efcb)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:11.447441 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:11.585835 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Calling delete_port for 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 owned by network:router_interface {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:11.778242 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:11.823737 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:12.000043 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:50:12.144879 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744263'] for router_interface, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:12.185051 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:12.199005 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'port_id': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'mac_address': 'fa:16:3e:7b:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:50:12.256151 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:12.275491 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83068d07-62a9-4453-8fd6-12dbfd747e14 {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:50:12.295878 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:12.300530 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:12.371119 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=9']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:12.515743 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['83068d07-62a9-4453-8fd6-12dbfd747e14'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:12.669887 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeffd0-8b5f-4771-9283-6ec9f0d44477 req-f6a49c5b-7038-4023-ae12-3c0c45432ff9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:12.677005 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a8eeffd0-8b5f-4771-9283-6ec9f0d44477 req-f6a49c5b-7038-4023-ae12-3c0c45432ff9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 945 time: 0.1001997 Jan 18 12:50:12.723513 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a8eeffd0-8b5f-4771-9283-6ec9f0d44477 req-7504b390-9428-458c-a80a-ad3d79cb5c68 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456398 Jan 18 12:50:12.902027 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:13.149420 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:13.163625 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-b1fd5ea7-230f-4eb8-8539-62791b934a53 admin admin] 10.222.0.39 "PUT /v2.0/routers/38b0135f-d48a-4fe0-9816-ada7f2ea9426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0469770 Jan 18 12:50:13.163897 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56226) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:13.167810 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] Sync routers for ids ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:13.182082 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] Routers {'38b0135f-d48a-4fe0-9816-ada7f2ea9426'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:13.183064 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:13.376591 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks [] for router, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.382167 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] Set router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:13.584978 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.594385 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Deleting port 899bb9d4-179d-4d39-9732-b676cf74f5b5 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:13.594867 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.676988 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:50:11Z', 'revision_number': 5, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port': {'id': '899bb9d4-179d-4d39-9732-b676cf74f5b5', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:13.680869 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] Checking router: 38b0135f-d48a-4fe0-9816-ada7f2ea9426 for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:13.691587 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] Routers {'38b0135f-d48a-4fe0-9816-ada7f2ea9426'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:13.692178 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:13.786953 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] For port 899bb9d4-179d-4d39-9732-b676cf74f5b5, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=899bb9d4-179d-4d39-9732-b676cf74f5b5,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:13.787418 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.849389 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] Set router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 gateway port host: None {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:13.963144 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253b924-cbee-404c-b114-743d8283e81e req-6645c65a-fd0f-4dd0-8c79-d965a025df28 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:13.964854 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3253b924-cbee-404c-b114-743d8283e81e req-6645c65a-fd0f-4dd0-8c79-d965a025df28 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 945 time: 0.0840335 Jan 18 12:50:13.965011 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:50:13Z', 'revision_number': 6, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port_host': None}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:13.969434 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1f95f-d55a-4d25-ab98-07b9cbc7559e None None] The sync data for ids ['38b0135f-d48a-4fe0-9816-ada7f2ea9426'] in dv-cinder-825100-1-smb is: [{'id': '38b0135f-d48a-4fe0-9816-ada7f2ea9426', 'name': 'tempest-TestMinimumBasicScenario-1072757861-router', 'tenant_id': '35388e155235433f9bbbb9ac0baafa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:47:12Z', 'updated_at': '2022-01-18T12:50:13Z', 'revision_number': 6, 'project_id': '35388e155235433f9bbbb9ac0baafa3d', 'gw_port_host': None}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:14.007506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:14.029355 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-3253b924-cbee-404c-b114-743d8283e81e req-a781d173-778d-4282-8d40-c72527b7b0d6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571737 Jan 18 12:50:14.053840 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Calling delete_port for 899bb9d4-179d-4d39-9732-b676cf74f5b5 owned by network:router_gateway {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:14.090959 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port 83068d07-62a9-4453-8fd6-12dbfd747e14 triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:14.091319 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.203561 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.227097 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.233430 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:14.265704 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:14.279513 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.403205 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'code': 200} Jan 18 12:50:14.413405 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=899bb9d4-179d-4d39-9732-b676cf74f5b5,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:14.420938 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=10']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:14.639123 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744331'] for router_gateway, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.957950 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103272'] for router, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.973372 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.977446 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d801f76a-5f05-475f-8586-33313f9eb0a2 req-e2fb1eff-7396-486e-9c4b-7d4af7b41295 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1100 time: 0.2820311 Jan 18 12:50:15.031904 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737635'] for router, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.032470 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b0135f-d48a-4fe0-9816-ada7f2ea9426 {{(pid=82854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:50:15.036364 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d801f76a-5f05-475f-8586-33313f9eb0a2 req-c8f07dfa-fa7c-45c5-8933-e3bcf5b2a06d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526214 Jan 18 12:50:15.048074 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] Notify callbacks [] for router, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.049231 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-5043cd5d-e050-40ae-bc62-e5d90d36dda2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/38b0135f-d48a-4fe0-9816-ada7f2ea9426 HTTP/1.1" status: 204 len: 168 time: 1.8843648 Jan 18 12:50:15.052053 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56258) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:15.118782 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Deleting subnet 40b4795b-66fe-483a-9085-da68113e16c0 {{(pid=82854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:15.126635 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.191264 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581228'] for subnet, precommit_delete_associations {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.262928 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb319ef8-b49f-4d37-8a77-b86f3b4277f1 req-c776c00d-d653-4798-a615-f3cd37cb4cb0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:15.264399 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bb319ef8-b49f-4d37-8a77-b86f3b4277f1 req-c776c00d-d653-4798-a615-f3cd37cb4cb0 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 947 time: 0.0798659 Jan 18 12:50:15.274667 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.312163 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bb319ef8-b49f-4d37-8a77-b86f3b4277f1 req-a848f43f-a827-44ab-95e0-70ad9f12379f tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414276 Jan 18 12:50:15.344272 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3890451'] for subnet, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.383841 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b4795b-66fe-483a-9085-da68113e16c0,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:15.394688 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for subnet, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.398632 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291b3f3-c062-4f18-82ec-17f9d7949ec4 None None] Network 35523913-5074-4f8f-a681-239e5a873c60 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:15.399095 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.399374 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.399707 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.400036 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.400386 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.400714 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.401039 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.401359 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.401695 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.401992 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.402314 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:15.407371 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9d10a492-8287-43ed-9c1b-ae5b3ef3b569 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/40b4795b-66fe-483a-9085-da68113e16c0 HTTP/1.1" status: 204 len: 168 time: 0.3542895 Jan 18 12:50:15.410160 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56264) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:15.518755 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.529272 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Deleting port 2972f95b-0bb4-4e00-8048-4cb713805be9 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:15.529603 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.681038 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] DHCP port deletion for 35523913-5074-4f8f-a681-239e5a873c60 request from dv-cinder-825100-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:50:15.684872 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Deleting port 2972f95b-0bb4-4e00-8048-4cb713805be9 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:15.685242 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.833073 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] For port 2972f95b-0bb4-4e00-8048-4cb713805be9, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=2972f95b-0bb4-4e00-8048-4cb713805be9,segment=NetworkSegment(fdddba3f-23ce-4832-9959-52b524c5efcb),segment_id=fdddba3f-23ce-4832-9959-52b524c5efcb)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:15.833434 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.853845 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:15.901529 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:15.901850 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 7ab735b2-97cb-49f1-b2ae-b9d84e2bcd31 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:15.902290 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 899bb9d4-179d-4d39-9732-b676cf74f5b5 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:15.950699 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 899bb9d4-179d-4d39-9732-b676cf74f5b5 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:15.951071 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 899bb9d4-179d-4d39-9732-b676cf74f5b5 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:15.951363 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 2972f95b-0bb4-4e00-8048-4cb713805be9 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:15.958645 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Calling delete_port for 2972f95b-0bb4-4e00-8048-4cb713805be9 owned by network:dhcp {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:15.994067 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] For port 2972f95b-0bb4-4e00-8048-4cb713805be9, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=2972f95b-0bb4-4e00-8048-4cb713805be9,segment=NetworkSegment(fdddba3f-23ce-4832-9959-52b524c5efcb),segment_id=fdddba3f-23ce-4832-9959-52b524c5efcb)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:15.994489 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.036404 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.081899 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] No DVR routers for this DVR port 2972f95b-0bb4-4e00-8048-4cb713805be9 on host dv-cinder-825100-1-smb {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:16.119216 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2972f95b-0bb4-4e00-8048-4cb713805be9,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:16.145817 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Calling delete_port for 2972f95b-0bb4-4e00-8048-4cb713805be9 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:16.206215 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No active binding found for port 2972f95b-0bb4-4e00-8048-4cb713805be9 {{(pid=82856) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 12:50:16.206616 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 2972f95b-0bb4-4e00-8048-4cb713805be9 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:16.233563 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.256020 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:50:16.256406 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:50:16.261827 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35523913-5074-4f8f-a681-239e5a873c60']}} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:16.282245 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdddba3f-23ce-4832-9959-52b524c5efcb') {'for_net_delete': True} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:16.282245 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.services.segments.db [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdddba3f-23ce-4832-9959-52b524c5efcb') {} {{(pid=82854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:16.294349 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581223'] for segment, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.313620 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.324521 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=82854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:16.325174 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745662'] for segment, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: Traceback (most recent call last): Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: timer() Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: cb(*args, **kw) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: return func(*args, **kwargs) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: self._notify() Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: self.callback(batched_events) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: event.method(event) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: return f(self, *a, **k) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: return self._get(url).json() Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:16.340591 dv-cinder-825100-1-smb neutron-server[82854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:16.441013 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.501450 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.505555 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=35523913-5074-4f8f-a681-239e5a873c60,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:16.516261 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3caeb1ab-9667-4a58-bc35-f7e4307a79e1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/35523913-5074-4f8f-a681-239e5a873c60 HTTP/1.1" status: 204 len: 168 time: 1.1024137 Jan 18 12:50:16.624813 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7124e14-4b7a-46ba-8ab9-613466b9383c req-619a1e36-7f2a-4633-bdff-669d42ce3d58 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:16.626526 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b7124e14-4b7a-46ba-8ab9-613466b9383c req-619a1e36-7f2a-4633-bdff-669d42ce3d58 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 947 time: 0.1243970 Jan 18 12:50:16.706712 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b7124e14-4b7a-46ba-8ab9-613466b9383c req-c0ed4d60-a98f-46c4-af35-8125cce78e53 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637512 Jan 18 12:50:16.714623 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56314) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:16.739319 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56318) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:16.757716 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Deleting port 2972f95b-0bb4-4e00-8048-4cb713805be9 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:16.758462 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.812910 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-212a0370-8379-4389-9cb5-779370d8f538 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9152617bb84b497a8332641e32ee1511&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0964928 Jan 18 12:50:16.816152 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56324) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:16.869208 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-503f366f-1239-4660-806e-2b7a53d3e8a1 None None] The port '2972f95b-0bb4-4e00-8048-4cb713805be9' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:50:16.898170 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-78885b9a-b8e5-4c30-a7f5-f6d5c75c4621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.927342 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-78885b9a-b8e5-4c30-a7f5-f6d5c75c4621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.004200 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-78885b9a-b8e5-4c30-a7f5-f6d5c75c4621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.018017 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.033449 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78885b9a-b8e5-4c30-a7f5-f6d5c75c4621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd79481-3571-484d-b104-629503dccd51,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:17.045894 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-78885b9a-b8e5-4c30-a7f5-f6d5c75c4621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.050126 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-78885b9a-b8e5-4c30-a7f5-f6d5c75c4621 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bd79481-3571-484d-b104-629503dccd51 HTTP/1.1" status: 204 len: 168 time: 0.2297056 Jan 18 12:50:17.076165 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:17.080499 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Usage tracker for resource:security_group_rule and tenant:ef0594e97970445a836146943e1e8225 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:17.084121 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:17.089822 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:17.170522 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.174685 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.227612 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b3249-0efb-4687-9439-8024b5ae0e1a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:17.233145 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-46c3a795-89fc-4f5f-89d8-c53c69869c50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef0594e97970445a836146943e1e8225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4918985 Jan 18 12:50:17.236089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56332) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:17.306988 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb075cf3-5374-46f6-af4f-c84f1b6ed0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.334354 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb075cf3-5374-46f6-af4f-c84f1b6ed0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.394089 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb075cf3-5374-46f6-af4f-c84f1b6ed0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.419710 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb075cf3-5374-46f6-af4f-c84f1b6ed0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b3249-0efb-4687-9439-8024b5ae0e1a,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:17.424104 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eb075cf3-5374-46f6-af4f-c84f1b6ed0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.429359 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eb075cf3-5374-46f6-af4f-c84f1b6ed0fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f71b3249-0efb-4687-9439-8024b5ae0e1a HTTP/1.1" status: 204 len: 168 time: 0.1911826 Jan 18 12:50:17.443297 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56338) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:17.505616 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-9d61e7e9-857a-4afd-840b-573b20440651 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35388e155235433f9bbbb9ac0baafa3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610120 Jan 18 12:50:17.508726 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56342) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:17.574299 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-53c4d3d7-bb48-41e0-bcdd-0be7c7fa2acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.601874 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-53c4d3d7-bb48-41e0-bcdd-0be7c7fa2acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.660040 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-53c4d3d7-bb48-41e0-bcdd-0be7c7fa2acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.677720 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d3d7-bb48-41e0-bcdd-0be7c7fa2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d095f0-5fd7-491c-9248-319c984069c4,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:17.683077 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-53c4d3d7-bb48-41e0-bcdd-0be7c7fa2acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.683271 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-53c4d3d7-bb48-41e0-bcdd-0be7c7fa2acb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2d095f0-5fd7-491c-9248-319c984069c4 HTTP/1.1" status: 204 len: 168 time: 0.1734803 Jan 18 12:50:17.923572 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56352) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:17.944355 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.982946 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:17.988961 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d9a09-8dac-4e74-b8be-56ff176c848d req-cd518acb-3d5a-4e70-bab5-b4c73430e191 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:17.990846 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a98d9a09-8dac-4e74-b8be-56ff176c848d req-cd518acb-3d5a-4e70-bab5-b4c73430e191 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 947 time: 0.0958545 Jan 18 12:50:17.992378 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Usage tracker for resource:security_group_rule and tenant:2b7d94b78b7241da9b21122af4bc5ae0 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:17.996227 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:18.004399 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:18.045850 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a98d9a09-8dac-4e74-b8be-56ff176c848d req-7e844bc4-130d-4374-b703-4da4f2635e0e tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484705 Jan 18 12:50:18.096972 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.102661 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.157612 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b7d94b78b7241da9b21122af4bc5ae0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2313087 Jan 18 12:50:18.157612 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139e3ad-abd5-45b0-b6d5-352f1d3c75ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44626fe3-d5d3-4735-ad8b-707fde74e50a,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:18.159320 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56358) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:18.220021 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-76693221-5c14-4756-9b20-836147ded9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.245499 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-76693221-5c14-4756-9b20-836147ded9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.297995 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-76693221-5c14-4756-9b20-836147ded9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.314329 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76693221-5c14-4756-9b20-836147ded9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44626fe3-d5d3-4735-ad8b-707fde74e50a,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:18.324959 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-76693221-5c14-4756-9b20-836147ded9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.326154 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-76693221-5c14-4756-9b20-836147ded9a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44626fe3-d5d3-4735-ad8b-707fde74e50a HTTP/1.1" status: 204 len: 168 time: 0.1657672 Jan 18 12:50:18.785757 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56366) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:18.804321 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.834409 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:18.838355 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c5fd3b170a554d9da910718757e17a81 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:18.841545 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:18.847698 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:18.920736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.926029 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.973190 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a2790-8abc-4e82-8910-e2aad528a031,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:18.978752 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-45e778f5-af73-4bf3-8e98-2c18ee0204e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5fd3b170a554d9da910718757e17a81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919854 Jan 18 12:50:18.982993 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56370) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:19.041092 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-edf64999-6ef6-4a9c-9ad1-efbb13885cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.064844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-edf64999-6ef6-4a9c-9ad1-efbb13885cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.115050 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-edf64999-6ef6-4a9c-9ad1-efbb13885cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.129823 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64999-6ef6-4a9c-9ad1-efbb13885cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a2790-8abc-4e82-8910-e2aad528a031,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:19.136683 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-edf64999-6ef6-4a9c-9ad1-efbb13885cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.137933 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-edf64999-6ef6-4a9c-9ad1-efbb13885cfd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/851a2790-8abc-4e82-8910-e2aad528a031 HTTP/1.1" status: 204 len: 168 time: 0.1540780 Jan 18 12:50:20.427981 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56400) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:20.584728 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:20.618587 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:20.622396 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Usage tracker for resource:security_group_rule and tenant:537d3db75ecb457aa9ec4f3ba4cd7776 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:20.625238 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:20.631134 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:20.701411 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:20.705782 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:20.753786 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0274ce-c0ae-42f7-ad0a-e633553a478e,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:20.760050 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d6f8b3a9-6110-416a-8b2c-a6ba0061a62b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=537d3db75ecb457aa9ec4f3ba4cd7776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303218 Jan 18 12:50:20.762168 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56406) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:20.825327 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1d1cac6e-afb2-4266-825e-29e256b59157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:20.831530 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56410) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:20.852124 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1d1cac6e-afb2-4266-825e-29e256b59157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:20.910060 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1d1cac6e-afb2-4266-825e-29e256b59157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:20.926793 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cac6e-afb2-4266-825e-29e256b59157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0274ce-c0ae-42f7-ad0a-e633553a478e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:20.936074 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1d1cac6e-afb2-4266-825e-29e256b59157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:20.937447 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1d1cac6e-afb2-4266-825e-29e256b59157 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc0274ce-c0ae-42f7-ad0a-e633553a478e HTTP/1.1" status: 204 len: 168 time: 0.1741662 Jan 18 12:50:21.050020 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Deleting port 86742cc7-e452-4044-8477-31603f1d9b20 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:21.050353 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:21.232131 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:21.232492 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:21.446449 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Calling delete_port for 86742cc7-e452-4044-8477-31603f1d9b20 owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:21.613727 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:21.665865 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event deleted for resources: {'Port': ['ID=86742cc7-e452-4044-8477-31603f1d9b20,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:21.759326 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for floatingip, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:22.158650 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Router 99819d1e-46ac-4ebc-a220-076be2f6249d has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:22.383235 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:22.400845 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] Sync routers for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:22.421675 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:22.430824 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:22.431457 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:22.518341 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c1d5c1d3-8d03-44ff-bc6a-0446932229f1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "DELETE /v2.0/floatingips/1b816bba-b13d-4c5c-8d20-6f1ce3999615 HTTP/1.1" status: 204 len: 168 time: 1.6758645 Jan 18 12:50:22.518341 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e'}] {{(pid=82855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:22.567684 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'status': 'completed', 'code': 200} Jan 18 12:50:22.671302 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:22.688717 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d0697613-1411-42c8-8df1-92e2479d158d req-3eb13f90-8fea-4b5f-81f5-00e47e8b8601 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0967953 Jan 18 12:50:22.833733 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0697613-1411-42c8-8df1-92e2479d158d req-5403df9b-177b-4529-9644-206bfccc20a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:22.835187 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d0697613-1411-42c8-8df1-92e2479d158d req-5403df9b-177b-4529-9644-206bfccc20a2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 200 len: 909 time: 0.1403916 Jan 18 12:50:22.912480 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d0697613-1411-42c8-8df1-92e2479d158d req-b462000e-92b9-4506-88a9-88ea9383d27d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 200 len: 217 time: 0.0711858 Jan 18 12:50:22.993792 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0697613-1411-42c8-8df1-92e2479d158d req-dbba0c86-681c-4db0-aad3-d6b6d1071bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:22.995506 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d0697613-1411-42c8-8df1-92e2479d158d req-dbba0c86-681c-4db0-aad3-d6b6d1071bd2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 200 len: 847 time: 0.0776887 Jan 18 12:50:23.014116 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:21Z', 'revision_number': 5, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:23.020225 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] Checking router: 99819d1e-46ac-4ebc-a220-076be2f6249d for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:23.034233 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:23.035043 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:23.096268 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d0697613-1411-42c8-8df1-92e2479d158d req-54c56102-ba6b-42f3-a4cd-77b71f1f97d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901353 Jan 18 12:50:23.183408 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a35b-a178-4b20-9017-9f517789cfdd req-aa2c274d-0844-4b8f-9c65-db19adbbc131 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:23.184129 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-bec8a35b-a178-4b20-9017-9f517789cfdd req-aa2c274d-0844-4b8f-9c65-db19adbbc131 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Synchronizing usage tracker for tenant:d5c071b6bab34379a4018fb4d33bbdfe on resource:port {{(pid=82855) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:23.203105 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [req-bec8a35b-a178-4b20-9017-9f517789cfdd req-aa2c274d-0844-4b8f-9c65-db19adbbc131 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Unset dirty status for tenant:d5c071b6bab34379a4018fb4d33bbdfe on resource:port {{(pid=82855) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:23.204999 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bec8a35b-a178-4b20-9017-9f517789cfdd req-aa2c274d-0844-4b8f-9c65-db19adbbc131 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.1071012 Jan 18 12:50:23.229484 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:23.273182 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-bec8a35b-a178-4b20-9017-9f517789cfdd req-ef76aceb-8973-479c-a763-346b150eda04 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607679 Jan 18 12:50:23.325199 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d0697613-1411-42c8-8df1-92e2479d158d req-bf07a978-0439-4d39-b692-971a5bcdef5b service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209070 Jan 18 12:50:23.463350 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-d0697613-1411-42c8-8df1-92e2479d158d req-4e27a4ee-9c20-4e46-85ba-3d4bc742459a service neutron] 10.222.0.85 "GET /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314821 Jan 18 12:50:23.559853 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:21Z', 'revision_number': 5, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:23.564271 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd56efa1-18a8-4c3a-851e-dc36532242f4 None None] The sync data for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb is: [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:45:07Z', 'revision_number': 4, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': 'ed253232-a049-4e18-97e3-12d923eb0814', 'name': '', 'network_id': '7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'mac_address': 'fa:16:3e:79:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:06Z', 'updated_at': '2022-01-18T12:45:21Z', 'revision_number': 5, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'subnets': [{'id': '0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:23.807505 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd0b54-0e51-40d5-a2e9-27bd17a70696 None None] New status for floating IP 1b816bba-b13d-4c5c-8d20-6f1ce3999615: DOWN {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:50:24.444821 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-79317e25-5636-4ecd-9ee6-586a267b07e7 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:24.446102 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-79317e25-5636-4ecd-9ee6-586a267b07e7 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Synchronizing usage tracker for tenant:d5c071b6bab34379a4018fb4d33bbdfe on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:24.459223 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-79317e25-5636-4ecd-9ee6-586a267b07e7 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Unset dirty status for tenant:d5c071b6bab34379a4018fb4d33bbdfe on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:24.460358 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-79317e25-5636-4ecd-9ee6-586a267b07e7 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.85 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0910325 Jan 18 12:50:24.469858 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264475b-c2a6-48fb-ba11-60c42713c09a req-5b9529b7-34cc-44bb-a9ca-a1f0ed66b3bd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:24.471864 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2264475b-c2a6-48fb-ba11-60c42713c09a req-5b9529b7-34cc-44bb-a9ca-a1f0ed66b3bd tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0775754 Jan 18 12:50:24.520817 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-2264475b-c2a6-48fb-ba11-60c42713c09a req-6b2aade9-d728-4507-a276-f42ab279509f tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9f05a46-c12d-4956-bef1-f76265237309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Jan 18 12:50:24.533549 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Deleting port f4c73f4d-9fe3-4453-b327-0ef05cfff23e {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:24.533888 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:24.777028 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] For port f4c73f4d-9fe3-4453-b327-0ef05cfff23e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:24.777376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:24.895417 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Calling delete_port for f4c73f4d-9fe3-4453-b327-0ef05cfff23e owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:25.032596 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.079198 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event deleted for resources: {'Port': ['ID=f4c73f4d-9fe3-4453-b327-0ef05cfff23e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:25.151114 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] No DVR routers for this DVR port f4c73f4d-9fe3-4453-b327-0ef05cfff23e on host hv-cinder-82510 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:25.153500 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.156045 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-deleted', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:25.178284 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-01ff8bdb-f75b-42e0-b678-3cc19e1c3d53 req-abdc0a63-15fe-4773-bc3e-f1d073b811fe tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.85 "DELETE /v2.0/ports/f4c73f4d-9fe3-4453-b327-0ef05cfff23e HTTP/1.1" status: 204 len: 173 time: 0.7132981 Jan 18 12:50:25.223521 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b54fc1-9683-42f0-ac25-599192b9b8c1', 'name': 'network-vif-deleted', 'tag': 'f4c73f4d-9fe3-4453-b327-0ef05cfff23e', 'status': 'completed', 'code': 200} Jan 18 12:50:25.788823 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36517b72-37b4-4c3d-b23d-d45d5ee8db22 req-23c42240-e34c-4671-b22e-3d59218e8364 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b54fc1-9683-42f0-ac25-599192b9b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0861599 Jan 18 12:50:26.904266 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56480) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:26.979202 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398db4df-4a0d-4edc-b706-e07d0bf8dbb1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.009484 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398db4df-4a0d-4edc-b706-e07d0bf8dbb1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.074286 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398db4df-4a0d-4edc-b706-e07d0bf8dbb1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.092376 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db4df-4a0d-4edc-b706-e07d0bf8dbb1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f05a46-c12d-4956-bef1-f76265237309,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:27.098845 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-398db4df-4a0d-4edc-b706-e07d0bf8dbb1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.100028 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-398db4df-4a0d-4edc-b706-e07d0bf8dbb1 tempest-TestShelveInstance-547680881 tempest-TestShelveInstance-547680881-project] 10.222.0.39 "DELETE /v2.0/security-groups/a9f05a46-c12d-4956-bef1-f76265237309 HTTP/1.1" status: 204 len: 168 time: 0.1947858 Jan 18 12:50:27.164664 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56492) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:27.850652 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738990'] for router_interface, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.109025 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f4c73f4d-9fe3-4453-b327-0ef05cfff23e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:28.143291 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: f4c73f4d-9fe3-4453-b327-0ef05cfff23e {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:28.143626 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device f4c73f4d-9fe3-4453-b327-0ef05cfff23e not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:28.469563 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Deleting port ed253232-a049-4e18-97e3-12d923eb0814 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:28.470064 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.648192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] For port ed253232-a049-4e18-97e3-12d923eb0814, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=ed253232-a049-4e18-97e3-12d923eb0814,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:28.648615 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.770573 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Calling delete_port for ed253232-a049-4e18-97e3-12d923eb0814 owned by network:router_interface {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:28.837934 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:50:28.951593 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.999911 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed253232-a049-4e18-97e3-12d923eb0814,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:29.428148 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744263'] for router_interface, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.021053 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Router 99819d1e-46ac-4ebc-a220-076be2f6249d has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:30.215353 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:30.224912 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] Sync routers for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:30.228678 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-55e4194c-019a-4a03-b746-521e9efe47d8 admin admin] 10.222.0.39 "PUT /v2.0/routers/99819d1e-46ac-4ebc-a220-076be2f6249d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0630479 Jan 18 12:50:30.231167 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56556) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:30.237061 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:30.237708 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:30.416497 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:30.430840 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.628207 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.641648 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Deleting port ca3d6e02-e602-449d-b2e4-3d50a67ebabc {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:30.641985 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.698413 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:50:28Z', 'revision_number': 5, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port': {'id': 'ca3d6e02-e602-449d-b2e4-3d50a67ebabc', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:02Z', 'updated_at': '2022-01-18T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:30.702286 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] Checking router: 99819d1e-46ac-4ebc-a220-076be2f6249d for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:30.714479 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] Routers {'99819d1e-46ac-4ebc-a220-076be2f6249d'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:30.715087 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['99819d1e-46ac-4ebc-a220-076be2f6249d'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:30.926010 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] Set router 99819d1e-46ac-4ebc-a220-076be2f6249d gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:30.936202 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] For port ca3d6e02-e602-449d-b2e4-3d50a67ebabc, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:30.936844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.035927 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:50:30Z', 'revision_number': 6, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port_host': None}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:31.041843 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470d58c-f1ac-441f-90ff-1c5f82161d08 None None] The sync data for ids ['99819d1e-46ac-4ebc-a220-076be2f6249d'] in dv-cinder-825100-1-smb is: [{'id': '99819d1e-46ac-4ebc-a220-076be2f6249d', 'name': 'tempest-TestShelveInstance-584804973-router', 'tenant_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:01Z', 'updated_at': '2022-01-18T12:50:30Z', 'revision_number': 6, 'project_id': 'd5c071b6bab34379a4018fb4d33bbdfe', 'gw_port_host': None}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:31.066690 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Calling delete_port for ca3d6e02-e602-449d-b2e4-3d50a67ebabc owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:31.230509 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.273859 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3d6e02-e602-449d-b2e4-3d50a67ebabc,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:31.498039 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744331'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.596768 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.753246 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103272'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.757897 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.784838 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737635'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.785394 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99819d1e-46ac-4ebc-a220-076be2f6249d {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:50:31.798032 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.799146 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3b99fcd4-f54c-4a43-9747-87e9bec1c08e admin admin] 10.222.0.39 "DELETE /v2.0/routers/99819d1e-46ac-4ebc-a220-076be2f6249d HTTP/1.1" status: 204 len: 168 time: 1.5670919 Jan 18 12:50:31.801587 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56566) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:31.872426 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] Deleting subnet 0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:31.874117 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ed253232-a049-4e18-97e3-12d923eb0814 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:31.875410 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.906859 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: ed253232-a049-4e18-97e3-12d923eb0814 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:31.906859 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ed253232-a049-4e18-97e3-12d923eb0814 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:31.907278 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ca3d6e02-e602-449d-b2e4-3d50a67ebabc no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:31.924556 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3146375'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.941124 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: ca3d6e02-e602-449d-b2e4-3d50a67ebabc {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:31.941470 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device ca3d6e02-e602-449d-b2e4-3d50a67ebabc not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:32.004972 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.084144 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379332'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.126135 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:32.131394 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.137066 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7ee21-dd4c-4853-9d33-eb475d550811 None None] Network 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:32.141696 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-38d59d40-7629-491b-8f2c-89ef74c32f37 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0a0d8b4f-9b6e-4e31-bf6c-b1ff0a4a7bfc HTTP/1.1" status: 204 len: 168 time: 0.3365729 Jan 18 12:50:32.141958 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56576) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:32.359209 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.370696 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Deleting port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:32.371675 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.423606 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] DHCP port deletion for 7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 request from dv-cinder-825100-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:50:32.428879 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Deleting port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:32.429251 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.579718 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] For port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:32.580345 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.630011 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] For port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,segment=NetworkSegment(8217cd41-74ce-417b-a3b8-6242dcdb3211),segment_id=8217cd41-74ce-417b-a3b8-6242dcdb3211)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:32.631594 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.702531 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Calling delete_port for 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 owned by network:dhcp {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:32.747893 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Calling delete_port for 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:32.776954 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.821339 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:50:32.821694 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:50:32.829226 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:32.833203 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] No DVR routers for this DVR port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 on host dv-cinder-825100-1-smb {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:32.949837 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.974965 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:32.988064 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8217cd41-74ce-417b-a3b8-6242dcdb3211') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:32.988388 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8217cd41-74ce-417b-a3b8-6242dcdb3211') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:32.999927 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3146380'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.015511 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.021563 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:33.021948 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279631'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: Traceback (most recent call last): Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: timer() Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: cb(*args, **kw) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: return func(*args, **kwargs) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: self._notify() Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: self.callback(batched_events) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: event.method(event) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: return f(self, *a, **k) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: return self._get(url).json() Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:33.035592 dv-cinder-825100-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:33.111417 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.127404 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.139514 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:33.145012 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-c3be487d-9444-483e-9dab-b6fe948e93b3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7d7caef5-5dfa-4fe4-8c8e-8e12a57620c6 HTTP/1.1" status: 204 len: 168 time: 1.0020862 Jan 18 12:50:33.147926 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56580) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.323133 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Deleting port 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:33.323506 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.390478 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-b0500d27-6c37-455a-b799-13428d6e594a None None] The port '0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:50:33.519041 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56590) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.570384 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738990'] for router_interface, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.668183 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.699603 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:33.703376 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Usage tracker for resource:security_group_rule and tenant:852742a8469d48dc901ebffb02c6bd47 is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:33.707180 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:33.714816 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:33.794300 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.799404 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.840115 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af44ef5-c9f2-483a-b28a-d3bbe5d52778,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:33.862876 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1ac09c03-6b74-42db-9231-f86db9f143a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=852742a8469d48dc901ebffb02c6bd47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3395534 Jan 18 12:50:33.863092 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:33.863574 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56596) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.896189 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:33.896670 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 0755ea34-8e44-4ffb-9f89-aaa0c5d4ca49 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:33.927150 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-85564a48-f49c-430f-8980-8a89e61c4048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.952813 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-85564a48-f49c-430f-8980-8a89e61c4048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.007556 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-85564a48-f49c-430f-8980-8a89e61c4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.025277 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85564a48-f49c-430f-8980-8a89e61c4048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af44ef5-c9f2-483a-b28a-d3bbe5d52778,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:34.031474 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-85564a48-f49c-430f-8980-8a89e61c4048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.032663 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-85564a48-f49c-430f-8980-8a89e61c4048 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1af44ef5-c9f2-483a-b28a-d3bbe5d52778 HTTP/1.1" status: 204 len: 168 time: 0.1686022 Jan 18 12:50:34.142849 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-be2c3f9e-5c98-4be5-b507-64ac778beb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.317303 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Deleting port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:34.317873 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.496332 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] For port 685b9cd4-7eae-45aa-baea-8bd07baa9bc2, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,segment=NetworkSegment(0c3c6be6-27f2-4b39-8f48-f2b47901220e),segment_id=0c3c6be6-27f2-4b39-8f48-f2b47901220e)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:34.496685 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.616155 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Calling delete_port for 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 owned by network:router_interface {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:34.797891 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.841786 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Pushing event deleted for resources: {'Port': ['ID=685b9cd4-7eae-45aa-baea-8bd07baa9bc2,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:35.130062 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744263'] for router_interface, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.513586 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-e6370dea-4746-4a56-8428-2c425e209810 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717835 Jan 18 12:50:35.604999 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-6efc11a4-4564-4591-8f11-d81dd4153677 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=df103930be1a4933ba2e71125192fdd7&device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 1100 time: 0.0702050 Jan 18 12:50:35.755070 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-ffd5f0ec-a0d3-44bd-abb9-0e5763eed76b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:35.756719 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-ffd5f0ec-a0d3-44bd-abb9-0e5763eed76b service neutron] 10.222.0.85 "GET /v2.0/networks?id=379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 200 len: 917 time: 0.1333969 Jan 18 12:50:35.818985 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Router c3b2fad7-8ac7-4ada-a121-035acd085ef3 has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:35.868888 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-85f47670-80ac-4175-9fc3-7efb439654ee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 200 len: 1002 time: 0.1046391 Jan 18 12:50:35.934486 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-38aa4bdb-1bc3-4d83-963a-8166f8be231f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:35.935907 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-38aa4bdb-1bc3-4d83-963a-8166f8be231f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 200 len: 855 time: 0.0610929 Jan 18 12:50:36.011894 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-c1353508-a015-40e1-9060-64b0a8e358c0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=379a62c5-bd4f-4429-a340-76521418cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689695 Jan 18 12:50:36.030367 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:36.040481 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47898479-3346-46ae-9035-f9b6a617509f None None] Sync routers for ids ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'] in dv-cinder-825100-1-smb {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:36.050892 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-66c8cc29-a5b1-4fea-88ca-53a23712ea36 admin admin] 10.222.0.39 "PUT /v2.0/routers/c3b2fad7-8ac7-4ada-a121-035acd085ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9018488 Jan 18 12:50:36.053307 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56602) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:36.057608 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] Routers {'c3b2fad7-8ac7-4ada-a121-035acd085ef3'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:36.058310 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:06Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:36.245155 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-58a924e2-aa03-4cf0-9bb8-89c37dae4095 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259865 Jan 18 12:50:36.250434 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] Set router c3b2fad7-8ac7-4ada-a121-035acd085ef3 gateway port host: dv-cinder-825100-1-smb {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:36.261388 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.391134 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-c55b0189-5a52-45ce-a15d-49e9d2bfeb43 req-5c4b0903-56b9-4881-a70a-7efa717c49f7 service neutron] 10.222.0.85 "GET /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397629 Jan 18 12:50:36.460539 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-fce6701c-90ea-47cf-8d75-4aae26766fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.479110 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.494610 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Deleting port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:36.495103 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.564647 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:50:34Z', 'revision_number': 5, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port': {'id': '1634aa12-6bb4-4507-9d41-f598cc5cb2c1', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:45:13Z', 'updated_at': '2022-01-18T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:36.568569 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47898479-3346-46ae-9035-f9b6a617509f None None] Checking router: c3b2fad7-8ac7-4ada-a121-035acd085ef3 for host: dv-cinder-825100-1-smb {{(pid=82856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:36.583016 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] Routers {'c3b2fad7-8ac7-4ada-a121-035acd085ef3'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:36.583619 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'], 'active': True} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:36.669518 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] For port 1634aa12-6bb4-4507-9d41-f598cc5cb2c1, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:36.669759 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.731185 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_dvr_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] Set router c3b2fad7-8ac7-4ada-a121-035acd085ef3 gateway port host: None {{(pid=82856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:36.788673 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Calling delete_port for 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:36.878833 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.l3_hamode_db [None req-47898479-3346-46ae-9035-f9b6a617509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:50:36Z', 'revision_number': 6, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port_host': None}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:36.882734 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47898479-3346-46ae-9035-f9b6a617509f None None] The sync data for ids ['c3b2fad7-8ac7-4ada-a121-035acd085ef3'] in dv-cinder-825100-1-smb is: [{'id': 'c3b2fad7-8ac7-4ada-a121-035acd085ef3', 'name': 'tempest-TestShelveInstance-2115354937-router', 'tenant_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:45:12Z', 'updated_at': '2022-01-18T12:50:36Z', 'revision_number': 6, 'project_id': 'da93ec5c19854f1e8f7f606cad858b1d', 'gw_port_host': None}] {{(pid=82856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:36.959518 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.094951 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1634aa12-6bb4-4507-9d41-f598cc5cb2c1,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:37.317018 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744331'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.468657 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.573306 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103272'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.577409 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.602544 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737635'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.603118 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b2fad7-8ac7-4ada-a121-035acd085ef3 {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:50:37.616227 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.617544 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-a266a61a-ee05-4863-b3b8-1af779c0da0d admin admin] 10.222.0.39 "DELETE /v2.0/routers/c3b2fad7-8ac7-4ada-a121-035acd085ef3 HTTP/1.1" status: 204 len: 168 time: 1.5631270 Jan 18 12:50:37.620190 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56606) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:37.682102 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] Deleting subnet 90004645-630c-4022-b3d9-d8eab773820b {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:37.684973 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.709296 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.734936 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3146375'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.819215 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.840916 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:37.875497 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:37.876097 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 1634aa12-6bb4-4507-9d41-f598cc5cb2c1 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:37.876587 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:37.895104 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379332'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.910632 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:37.910982 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 685b9cd4-7eae-45aa-baea-8bd07baa9bc2 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:37.932130 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90004645-630c-4022-b3d9-d8eab773820b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:37.939130 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.944788 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c81623-16f7-492f-a086-cc86ba715f59 None None] Network fa069365-d235-42f4-8f7c-af12e8e1a6f1 requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:37.946398 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-571b5209-f670-4736-8b1e-87fd29d57af4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/90004645-630c-4022-b3d9-d8eab773820b HTTP/1.1" status: 204 len: 168 time: 0.3251424 Jan 18 12:50:37.948918 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56610) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:38.054516 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.064729 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Deleting port 774d38d1-9a67-48cc-9bfa-83ee0e094cca {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:38.065078 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.183981 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] DHCP port deletion for fa069365-d235-42f4-8f7c-af12e8e1a6f1 request from dv-cinder-825100-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:50:38.188280 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Deleting port 774d38d1-9a67-48cc-9bfa-83ee0e094cca {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:38.188654 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.266609 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] For port 774d38d1-9a67-48cc-9bfa-83ee0e094cca, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=774d38d1-9a67-48cc-9bfa-83ee0e094cca,segment=NetworkSegment(0c3c6be6-27f2-4b39-8f48-f2b47901220e),segment_id=0c3c6be6-27f2-4b39-8f48-f2b47901220e)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:38.266962 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.386257 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] For port 774d38d1-9a67-48cc-9bfa-83ee0e094cca, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=774d38d1-9a67-48cc-9bfa-83ee0e094cca,segment=NetworkSegment(0c3c6be6-27f2-4b39-8f48-f2b47901220e),segment_id=0c3c6be6-27f2-4b39-8f48-f2b47901220e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:38.386589 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.476249 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Calling delete_port for 774d38d1-9a67-48cc-9bfa-83ee0e094cca owned by network:dhcp {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:38.513599 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Calling delete_port for 774d38d1-9a67-48cc-9bfa-83ee0e094cca owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:38.549444 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.583127 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:50:38.583478 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:50:38.594679 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=774d38d1-9a67-48cc-9bfa-83ee0e094cca,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:38.601086 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] No DVR routers for this DVR port 774d38d1-9a67-48cc-9bfa-83ee0e094cca on host dv-cinder-825100-1-smb {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:38.716633 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.740965 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa069365-d235-42f4-8f7c-af12e8e1a6f1']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:38.753197 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3c6be6-27f2-4b39-8f48-f2b47901220e') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:38.753496 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3c6be6-27f2-4b39-8f48-f2b47901220e') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:38.764305 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3146380'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.779767 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.786924 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:38.787356 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279631'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: Traceback (most recent call last): Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: timer() Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: cb(*args, **kw) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: return func(*args, **kwargs) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: self._notify() Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: self.callback(batched_events) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: event.method(event) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: return f(self, *a, **k) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: return self._get(url).json() Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:38.801219 dv-cinder-825100-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:38.879954 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.897221 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.902884 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa069365-d235-42f4-8f7c-af12e8e1a6f1,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:38.914649 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-05beb7e9-50a6-4397-b3bb-f858a6e0f6b8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fa069365-d235-42f4-8f7c-af12e8e1a6f1 HTTP/1.1" status: 204 len: 168 time: 0.9647775 Jan 18 12:50:38.925065 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.084928 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Deleting port 774d38d1-9a67-48cc-9bfa-83ee0e094cca {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:39.085399 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.109817 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56618) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:39.150806 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-4ebec085-9e19-4ea0-8916-2c83564fb03b None None] The port '774d38d1-9a67-48cc-9bfa-83ee0e094cca' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:50:39.162194 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-0ee3b201-0966-4867-ac3b-1b44b6a929f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5c071b6bab34379a4018fb4d33bbdfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511489 Jan 18 12:50:39.164568 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56622) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:39.223659 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc876-db82-42a2-a738-36238c16d537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.247763 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc876-db82-42a2-a738-36238c16d537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.300103 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc876-db82-42a2-a738-36238c16d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.313590 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fc876-db82-42a2-a738-36238c16d537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6411e9f7-c1a6-42ce-a27e-7c00747eed23,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:39.319975 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc876-db82-42a2-a738-36238c16d537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.321118 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-2b0fc876-db82-42a2-a738-36238c16d537 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6411e9f7-c1a6-42ce-a27e-7c00747eed23 HTTP/1.1" status: 204 len: 168 time: 0.1556752 Jan 18 12:50:39.705732 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56630) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:39.754287 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3d2e6c26-aa36-4485-b55d-38bfda687e4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da93ec5c19854f1e8f7f606cad858b1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474310 Jan 18 12:50:39.756632 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56634) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:39.815272 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-67618726-b157-4e51-a375-19f2d3bb025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.833204 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 774d38d1-9a67-48cc-9bfa-83ee0e094cca no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:39.840964 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-67618726-b157-4e51-a375-19f2d3bb025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.865904 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 774d38d1-9a67-48cc-9bfa-83ee0e094cca {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:39.866242 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 774d38d1-9a67-48cc-9bfa-83ee0e094cca not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:39.892350 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-67618726-b157-4e51-a375-19f2d3bb025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.909231 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67618726-b157-4e51-a375-19f2d3bb025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b812d9d-9aa7-4954-8f27-5d1c20d3d4a7,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:39.913573 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-67618726-b157-4e51-a375-19f2d3bb025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.914667 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-67618726-b157-4e51-a375-19f2d3bb025a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b812d9d-9aa7-4954-8f27-5d1c20d3d4a7 HTTP/1.1" status: 204 len: 168 time: 0.1571603 Jan 18 12:50:51.852042 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adad9b6-a200-4a4b-a14f-aa17ab6abea9 req-348ed77a-44b5-4695-b40f-fe9d3142dea6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:51.853502 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6adad9b6-a200-4a4b-a14f-aa17ab6abea9 req-348ed77a-44b5-4695-b40f-fe9d3142dea6 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 947 time: 0.0785329 Jan 18 12:50:51.898268 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6adad9b6-a200-4a4b-a14f-aa17ab6abea9 req-d2645050-80e9-4171-ad56-34857d4af32c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Jan 18 12:50:53.114332 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-2884946c-d1d4-4ec8-949c-2d47a72c8c25 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:53.115109 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-2884946c-d1d4-4ec8-949c-2d47a72c8c25 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Synchronizing usage tracker for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:53.131819 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-2884946c-d1d4-4ec8-949c-2d47a72c8c25 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Unset dirty status for tenant:df103930be1a4933ba2e71125192fdd7 on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:53.133010 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-2884946c-d1d4-4ec8-949c-2d47a72c8c25 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 947 time: 0.1071866 Jan 18 12:50:53.205312 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Deleting port 83068d07-62a9-4453-8fd6-12dbfd747e14 {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:53.205574 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.268676 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d5d97-9a75-42a7-9c78-869eab84c86a req-247e4315-883c-4ec3-8a16-8c89569ac31c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:53.270139 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c8d5d97-9a75-42a7-9c78-869eab84c86a req-247e4315-883c-4ec3-8a16-8c89569ac31c tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 947 time: 0.0780566 Jan 18 12:50:53.322851 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1c8d5d97-9a75-42a7-9c78-869eab84c86a req-80bd41f5-b9f9-43ef-b2c9-c8456608ed56 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups?id=df807c36-5866-4200-b9e7-8ca10e8a4e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471249 Jan 18 12:50:53.457102 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] For port 83068d07-62a9-4453-8fd6-12dbfd747e14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=83068d07-62a9-4453-8fd6-12dbfd747e14,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:53.457404 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.743915 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.744290 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744408'] for floatingip, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.744608 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.db.l3_db [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Floating IP 5a8d948f-52c7-4fbd-b16b-745ee4ad3881 disassociated. External IP: 172.28.2.106, port: 83068d07-62a9-4453-8fd6-12dbfd747e14. Jan 18 12:50:53.744942 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Calling delete_port for 83068d07-62a9-4453-8fd6-12dbfd747e14 owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:53.890476 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.937196 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event deleted for resources: {'Port': ['ID=83068d07-62a9-4453-8fd6-12dbfd747e14,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:54.141220 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Router 9f77e39d-727e-47d9-bc23-74fdc3423ccb has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:54.339656 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:54.353066 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] Sync routers for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:54.366263 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:54.367219 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:54.524444 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] No DVR routers for this DVR port 83068d07-62a9-4453-8fd6-12dbfd747e14 on host hv-cinder-82510 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:54.527010 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.529533 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-deleted', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:54.534436 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-53767c8b-d48c-450e-9c33-42da5b1363cd req-6346d001-7aeb-4672-9946-5f4d574637d9 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/ports?device_id=098e31d8-0eeb-4843-83e7-79333f18bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0469284 Jan 18 12:50:54.545710 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-55d0bb44-51a2-4a0e-b038-d64bb049ba24 req-3a8143a5-c514-4e5b-b39f-26a21a4d5fa3 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.85 "DELETE /v2.0/ports/83068d07-62a9-4453-8fd6-12dbfd747e14 HTTP/1.1" status: 204 len: 173 time: 1.4070725 Jan 18 12:50:54.580941 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:54.594527 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098e31d8-0eeb-4843-83e7-79333f18bfa3', 'name': 'network-vif-deleted', 'tag': '83068d07-62a9-4453-8fd6-12dbfd747e14', 'status': 'completed', 'code': 200} Jan 18 12:50:54.885558 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:54.889348 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] Checking router: 9f77e39d-727e-47d9-bc23-74fdc3423ccb for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:54.899486 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:54.900081 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:55.090093 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:55.389545 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:55.393955 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4f7a3-40b2-4499-a056-ffdf164a5d7b None None] The sync data for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb is: [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:43:48Z', 'revision_number': 4, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb', '_interfaces': [{'id': '25719b81-f045-4178-9bde-b78a2f9c72d3', 'name': '', 'network_id': '379a62c5-bd4f-4429-a340-76521418cacf', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'mac_address': 'fa:16:3e:6f:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:46Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'subnets': [{'id': '4bd3bedd-dfdd-41b4-8cf1-d2d013518d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:55.611398 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8bdc54-c0f0-48bc-8127-e59feb203958 None None] New status for floating IP 5a8d948f-52c7-4fbd-b16b-745ee4ad3881: DOWN {{(pid=82856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:50:55.698547 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56666) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:55.762409 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-87a30b84-c0f1-44b8-8ade-cc76aecddad7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.793122 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-87a30b84-c0f1-44b8-8ade-cc76aecddad7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.842323 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-87a30b84-c0f1-44b8-8ade-cc76aecddad7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.861758 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30b84-c0f1-44b8-8ade-cc76aecddad7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df807c36-5866-4200-b9e7-8ca10e8a4e19,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:55.869058 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-87a30b84-c0f1-44b8-8ade-cc76aecddad7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.870296 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-87a30b84-c0f1-44b8-8ade-cc76aecddad7 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "DELETE /v2.0/security-groups/df807c36-5866-4200-b9e7-8ca10e8a4e19 HTTP/1.1" status: 204 len: 168 time: 0.1707032 Jan 18 12:50:55.872974 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56670) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:55.889781 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.api.v2.resource [None req-145487e9-4db4-42ea-9029-7a2698e2619b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] show failed (client error): The resource could not be found. Jan 18 12:50:55.890753 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-145487e9-4db4-42ea-9029-7a2698e2619b tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "GET /v2.0/security-groups/df807c36-5866-4200-b9e7-8ca10e8a4e19 HTTP/1.1" status: 404 len: 347 time: 0.0166209 Jan 18 12:50:55.893684 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56674) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:56.042638 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Deleting port 91c9fb4b-9abe-47ba-b5d9-96ce857bb483 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:56.042976 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.206410 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.206735 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.342825 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:56.379748 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: 83068d07-62a9-4453-8fd6-12dbfd747e14 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:56.380086 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device 83068d07-62a9-4453-8fd6-12dbfd747e14 not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:56.407232 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Calling delete_port for 91c9fb4b-9abe-47ba-b5d9-96ce857bb483 owned by network:floatingip {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:56.546365 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.592092 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Pushing event deleted for resources: {'Port': ['ID=91c9fb4b-9abe-47ba-b5d9-96ce857bb483,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:56.680932 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks [] for floatingip, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.694620 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for floatingip, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.695721 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-0f42c00d-ab90-42b6-a5cb-dc066e8b69a4 tempest-AttachVolumeShelveTestJSON-1432747032 tempest-AttachVolumeShelveTestJSON-1432747032-project] 10.222.0.39 "DELETE /v2.0/floatingips/5a8d948f-52c7-4fbd-b16b-745ee4ad3881 HTTP/1.1" status: 204 len: 168 time: 0.8011808 Jan 18 12:50:59.478830 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56700) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:00.124473 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738990'] for router_interface, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.720898 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Deleting port 25719b81-f045-4178-9bde-b78a2f9c72d3 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:00.721591 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.886211 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] For port 25719b81-f045-4178-9bde-b78a2f9c72d3, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=25719b81-f045-4178-9bde-b78a2f9c72d3,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:00.886454 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.088785 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Calling delete_port for 25719b81-f045-4178-9bde-b78a2f9c72d3 owned by network:router_interface {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:01.277748 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.324629 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=25719b81-f045-4178-9bde-b78a2f9c72d3,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:01.608951 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744263'] for router_interface, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:01.617466 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.171896 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Router 9f77e39d-727e-47d9-bc23-74fdc3423ccb has already been hosted by L3 agent 1f2b2657-5073-4fe8-a1cd-7d06d8fca245 {{(pid=82855) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:02.372293 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] Notify agent at l3_agent.dv-cinder-825100-1-smb the message routers_updated {{(pid=82855) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:02.381481 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] Sync routers for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:02.386333 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e4e2b027-420c-4d82-8832-b2bab3565b4f admin admin] 10.222.0.39 "PUT /v2.0/routers/9f77e39d-727e-47d9-bc23-74fdc3423ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9064260 Jan 18 12:51:02.388875 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56706) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:02.393531 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:02.394125 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:02.617094 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: dv-cinder-825100-1-smb {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:02.702741 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.897497 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.910849 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Deleting port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:02.911220 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.920487 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'external_fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20'}], 'enable_snat': True}, 'gw_port_id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:51:01Z', 'revision_number': 5, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port': {'id': 'a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded', 'name': '', 'network_id': 'e1d6246f-2821-483a-81df-7073a41a1bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'ip_address': '172.28.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29804e2a-3144-4b5c-99d5-f4f92c434be4', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-smb'}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:02.924784 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] Checking router: 9f77e39d-727e-47d9-bc23-74fdc3423ccb for host: dv-cinder-825100-1-smb {{(pid=82857) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:02.934913 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] Routers {'9f77e39d-727e-47d9-bc23-74fdc3423ccb'} bound to L3 agent in host dv-cinder-825100-1-smb {{(pid=82857) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:02.935488 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:06Z,description=,heartbeat_timestamp=2022-01-18T12:50:36Z,host='dv-cinder-825100-1-smb',id=1f2b2657-5073-4fe8-a1cd-7d06d8fca245,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:06Z,topic='l3_agent')) {'router_ids': ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'], 'active': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:03.079118 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_dvr_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] Set router 9f77e39d-727e-47d9-bc23-74fdc3423ccb gateway port host: None {{(pid=82857) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:03.083846 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] For port a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,segment=NetworkSegment(cb8481e5-0418-4e6b-a368-886a2cddc1bf),segment_id=cb8481e5-0418-4e6b-a368-886a2cddc1bf)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:03.084198 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:03.192650 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.l3_hamode_db [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:51:02Z', 'revision_number': 6, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port_host': None}], 'dv-cinder-825100-1-smb', False) {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:03.196721 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a71108-4e02-4ec0-9773-43ed4eec1064 None None] The sync data for ids ['9f77e39d-727e-47d9-bc23-74fdc3423ccb'] in dv-cinder-825100-1-smb is: [{'id': '9f77e39d-727e-47d9-bc23-74fdc3423ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-435189304-router', 'tenant_id': 'df103930be1a4933ba2e71125192fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:37Z', 'updated_at': '2022-01-18T12:51:02Z', 'revision_number': 6, 'project_id': 'df103930be1a4933ba2e71125192fdd7', 'gw_port_host': None}] {{(pid=82857) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:03.203301 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Calling delete_port for a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded owned by network:router_gateway {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:03.364944 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:03.407215 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:03.629285 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-744331'] for router_gateway, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:03.979644 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 25719b81-f045-4178-9bde-b78a2f9c72d3 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:03.983261 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103272'] for router, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:03.987962 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.013448 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737635'] for router, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.013640 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 25719b81-f045-4178-9bde-b78a2f9c72d3 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:04.013977 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f77e39d-727e-47d9-bc23-74fdc3423ccb {{(pid=82855) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:51:04.014123 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 25719b81-f045-4178-9bde-b78a2f9c72d3 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:04.014564 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:04.026527 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] Notify callbacks [] for router, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.027771 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-de395941-1d61-45fc-b1b6-66b03f9e6d74 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9f77e39d-727e-47d9-bc23-74fdc3423ccb HTTP/1.1" status: 204 len: 168 time: 1.6380134 Jan 18 12:51:04.030325 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56712) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:04.047566 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:04.047907 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device a9ab1fa6-39c7-47e6-9dd0-0f3b409dcded not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:04.091006 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] Deleting subnet 4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 {{(pid=82855) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:51:04.093894 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.145618 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3146375'] for subnet, precommit_delete_associations {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.148015 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3effc303-ad2c-4169-8304-9b5eac041204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.231318 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1593099'] for subnet, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.300921 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1593106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3146409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379332'] for subnet, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.337032 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd3bedd-dfdd-41b4-8cf1-d2d013518d59,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:04.341804 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.348865 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-acb7109f-be2f-4ac2-a44e-e0fdd99f9ab2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4bd3bedd-dfdd-41b4-8cf1-d2d013518d59 HTTP/1.1" status: 204 len: 168 time: 0.3173060 Jan 18 12:51:04.349360 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f392a19-20f5-4643-8f76-09cb612b2a13 None None] Network 379a62c5-bd4f-4429-a340-76521418cacf requested from dv-cinder-825100-1-smb {{(pid=82856) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:51:04.351225 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56716) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:04.458347 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601001'] for network, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.474234 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Deleting port 79781411-2d96-4ba2-9739-6c8fc1ad7824 {{(pid=82855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:04.474559 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.630082 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] DHCP port deletion for 379a62c5-bd4f-4429-a340-76521418cacf request from dv-cinder-825100-1-smb {{(pid=82856) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:51:04.634498 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Deleting port 79781411-2d96-4ba2-9739-6c8fc1ad7824 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:04.634865 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.687537 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.db [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] For port 79781411-2d96-4ba2-9739-6c8fc1ad7824, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=79781411-2d96-4ba2-9739-6c8fc1ad7824,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:04.687887 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.809856 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.plugin [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Calling delete_port for 79781411-2d96-4ba2-9739-6c8fc1ad7824 owned by network:dhcp {{(pid=82855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:04.832121 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] For port 79781411-2d96-4ba2-9739-6c8fc1ad7824, host dv-cinder-825100-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-smb',level=0,port_id=79781411-2d96-4ba2-9739-6c8fc1ad7824,segment=NetworkSegment(7a2b993f-7e76-4942-9cee-e3d6e7a4668e),segment_id=7a2b993f-7e76-4942-9cee-e3d6e7a4668e)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:04.832462 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.883077 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3279706'] for port, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.932948 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79781411-2d96-4ba2-9739-6c8fc1ad7824,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:04.936696 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] No DVR routers for this DVR port 79781411-2d96-4ba2-9739-6c8fc1ad7824 on host dv-cinder-825100-1-smb {{(pid=82855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:51:04.955626 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Calling delete_port for 79781411-2d96-4ba2-9739-6c8fc1ad7824 owned by network:dhcp {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:05.024849 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.db.api [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:51:05.025585 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG oslo_db.api [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:51:05.053730 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594242', 'neutron.services.segments.db._delete_segments_for_network-8768455283164'] for network, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.078842 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379a62c5-bd4f-4429-a340-76521418cacf']}} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:05.091020 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2b993f-7e76-4942-9cee-e3d6e7a4668e') {'for_net_delete': True} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:05.091241 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.services.segments.db [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2b993f-7e76-4942-9cee-e3d6e7a4668e') {} {{(pid=82855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:05.103095 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768455283047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3146380'] for segment, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.120248 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786801'] for segment, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.126697 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=82855) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:51:05.127074 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1786790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3279631'] for segment, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: Traceback (most recent call last): Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: timer() Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: cb(*args, **kw) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: return func(*args, **kwargs) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: self._notify() Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: self.callback(batched_events) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: event.method(event) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: return f(self, *a, **k) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: return self._get(url).json() Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: return self.request(url, 'GET', **kwargs) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:51:05.139788 dv-cinder-825100-1-smb neutron-server[82855]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:51:05.216054 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744366'] for network, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.231700 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705250'] for network, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.244041 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=379a62c5-bd4f-4429-a340-76521418cacf,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:05.248697 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-d0002260-9c49-4a13-acca-60cd50a647a4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/379a62c5-bd4f-4429-a340-76521418cacf HTTP/1.1" status: 204 len: 168 time: 0.8965735 Jan 18 12:51:05.388265 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56722) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:05.439636 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ecad0811-7ff0-43b5-8642-5e3a1e3e2ea2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df103930be1a4933ba2e71125192fdd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480630 Jan 18 12:51:05.439987 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56726) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:05.497908 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9ce2ad74-4d79-44de-838c-d771157b266c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.523645 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9ce2ad74-4d79-44de-838c-d771157b266c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.526036 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Deleting port 79781411-2d96-4ba2-9739-6c8fc1ad7824 {{(pid=82856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:05.526502 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.575508 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9ce2ad74-4d79-44de-838c-d771157b266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.589985 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2ad74-4d79-44de-838c-d771157b266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7805d2-c60a-4c45-8acf-185a2eb0f0c2,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:05.591614 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cb25d-cbbf-4f02-bbcb-06888840664c None None] The port '79781411-2d96-4ba2-9739-6c8fc1ad7824' was deleted {{(pid=82856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:51:05.596937 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-9ce2ad74-4d79-44de-838c-d771157b266c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.598039 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-9ce2ad74-4d79-44de-838c-d771157b266c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb7805d2-c60a-4c45-8acf-185a2eb0f0c2 HTTP/1.1" status: 204 len: 168 time: 0.1570895 Jan 18 12:51:05.839576 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:51:05.847887 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 79781411-2d96-4ba2-9739-6c8fc1ad7824 no longer exists at agent ovs-agent-dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:05.880019 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] No Port match for: 79781411-2d96-4ba2-9739-6c8fc1ad7824 {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:05.880365 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Device 79781411-2d96-4ba2-9739-6c8fc1ad7824 not bound to the agent host dv-cinder-825100-1-smb {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:06.373252 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7f286081-a3f9-43d5-8bb3-103d690f8739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.472649 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.701684 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:08.928621 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.344537 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 56942) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:24.485071 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.515892 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:24.519768 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Usage tracker for resource:security_group_rule and tenant:ace1792578114b17b464f308afba4721 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:24.522511 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:24.527951 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:24.592298 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.596749 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.645440 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f4c14-cc79-4d93-9c61-b27b3c46664a,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:24.649042 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ace1792578114b17b464f308afba4721&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3034866 Jan 18 12:51:24.652025 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56948) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:24.656057 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.656428 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.656764 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.657092 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.657414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.658396 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.658720 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.659038 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.659355 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.659667 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.659976 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35973b-b8ad-4b7b-8500-38d4f4d7cc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.711087 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.738338 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.789871 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.804215 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f4c14-cc79-4d93-9c61-b27b3c46664a,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:24.813935 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:24.815044 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a3f4c14-cc79-4d93-9c61-b27b3c46664a HTTP/1.1" status: 204 len: 168 time: 0.1619554 Jan 18 12:51:24.818560 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.818909 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.819246 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.819630 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.819900 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.820228 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.820591 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.820919 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.821314 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.821547 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:24.821866 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3202fc90-014e-462e-b546-738156c5d9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:25.161885 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56956) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:25.179655 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.209641 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:25.213316 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Usage tracker for resource:security_group_rule and tenant:2440de25b62b412d981aa2052c61e37b is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:25.216069 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:25.222282 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:25.285887 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.289758 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.333183 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a61a8cd-5b18-4eac-bdf0-437896ad492e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:25.338407 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-e74f5123-4cf7-4760-b2ff-918c5d371468 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2440de25b62b412d981aa2052c61e37b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1755278 Jan 18 12:51:25.340956 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 56960) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:25.398622 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eae9cd4d-1cee-43dc-9227-88dd348c621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.424259 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eae9cd4d-1cee-43dc-9227-88dd348c621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.477544 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eae9cd4d-1cee-43dc-9227-88dd348c621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.491248 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9cd4d-1cee-43dc-9227-88dd348c621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a61a8cd-5b18-4eac-bdf0-437896ad492e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:25.497308 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-eae9cd4d-1cee-43dc-9227-88dd348c621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.498406 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-eae9cd4d-1cee-43dc-9227-88dd348c621c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a61a8cd-5b18-4eac-bdf0-437896ad492e HTTP/1.1" status: 204 len: 168 time: 0.1565635 Jan 18 12:51:28.764358 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57032) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:28.904025 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.934907 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:28.940018 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Usage tracker for resource:security_group_rule and tenant:2f2182b6f5894d069c6071624315fe6f is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:28.942897 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:28.948543 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:29.012070 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.015986 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.059860 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72498ddd-9b5b-428a-ad40-457c6193c83e,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:29.065120 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-9ee6f183-ef84-4251-85bc-97e013cdc8bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f2182b6f5894d069c6071624315fe6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2997184 Jan 18 12:51:29.067713 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57038) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:29.125401 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f3d284fb-7961-4671-810e-1dd183826c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.152217 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f3d284fb-7961-4671-810e-1dd183826c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.201507 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f3d284fb-7961-4671-810e-1dd183826c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.217301 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d284fb-7961-4671-810e-1dd183826c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72498ddd-9b5b-428a-ad40-457c6193c83e,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:29.222949 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-f3d284fb-7961-4671-810e-1dd183826c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.224711 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-f3d284fb-7961-4671-810e-1dd183826c7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72498ddd-9b5b-428a-ad40-457c6193c83e HTTP/1.1" status: 204 len: 168 time: 0.1554806 Jan 18 12:51:29.548022 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57046) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:29.565861 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.596774 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:29.600474 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Usage tracker for resource:security_group_rule and tenant:29566e1d2ffb4cd29367f60a5c28de3e is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:29.603213 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:29.609705 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:29.674482 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.678394 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.722006 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15898040-1611-4337-b347-72d3e70ff850,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:29.727308 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-0f112d62-f08c-4bd6-85da-442f3307d846 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29566e1d2ffb4cd29367f60a5c28de3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1781535 Jan 18 12:51:29.729953 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57050) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:29.791721 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb8f-a4ed-4aa4-b481-c526e810edb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.817108 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb8f-a4ed-4aa4-b481-c526e810edb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.868370 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb8f-a4ed-4aa4-b481-c526e810edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.883761 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2fb8f-a4ed-4aa4-b481-c526e810edb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15898040-1611-4337-b347-72d3e70ff850,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:29.888086 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb8f-a4ed-4aa4-b481-c526e810edb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.889144 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-06d2fb8f-a4ed-4aa4-b481-c526e810edb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15898040-1611-4337-b347-72d3e70ff850 HTTP/1.1" status: 204 len: 168 time: 0.1580474 Jan 18 12:51:31.153199 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57080) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:31.294797 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.324589 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:31.328270 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Usage tracker for resource:security_group_rule and tenant:ffab334debfb4c60b2dfa8a27ff034af is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:31.331618 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:31.337119 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:31.401019 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.404802 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.448364 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8bc25c-8344-4ee1-919c-fec710c156e7,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:31.454345 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-6f2e73b6-0ed3-4612-b9b6-ac9d73978943 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffab334debfb4c60b2dfa8a27ff034af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3000069 Jan 18 12:51:31.457694 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57086) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:31.520284 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2ab99dfa-108e-44d6-9867-309e8ee20216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.544852 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2ab99dfa-108e-44d6-9867-309e8ee20216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.594496 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2ab99dfa-108e-44d6-9867-309e8ee20216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.613685 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab99dfa-108e-44d6-9867-309e8ee20216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8bc25c-8344-4ee1-919c-fec710c156e7,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:31.619213 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-2ab99dfa-108e-44d6-9867-309e8ee20216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.620573 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-2ab99dfa-108e-44d6-9867-309e8ee20216 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d8bc25c-8344-4ee1-919c-fec710c156e7 HTTP/1.1" status: 204 len: 168 time: 0.1620240 Jan 18 12:51:31.630713 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.152616 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0d4a3281-090e-4cdf-8b4e-bff724140eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.375512 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-71cfe712-8413-4d49-a0c7-4a4c5ab0090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:37.473387 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:37.705783 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.930868 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.423165 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57210) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:41.562534 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.594045 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:41.598573 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Usage tracker for resource:security_group_rule and tenant:e4c7812008ec436e93bb983ffc240f9a is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:41.601388 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:41.607715 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:41.672270 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.675926 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.723982 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5284f691-6d96-4f6c-8c9e-27848466efb1,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:41.728402 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1a09d894-8589-4ed4-a7dc-85ce5898c64e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4c7812008ec436e93bb983ffc240f9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3041968 Jan 18 12:51:41.731560 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.wsgi [-] (82854) accepted ('10.222.0.39', 57216) {{(pid=82854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:41.790314 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1eff965e-92d4-4350-b3da-4bfc47a3bfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.815964 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1eff965e-92d4-4350-b3da-4bfc47a3bfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.866388 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1eff965e-92d4-4350-b3da-4bfc47a3bfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.880754 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff965e-92d4-4350-b3da-4bfc47a3bfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5284f691-6d96-4f6c-8c9e-27848466efb1,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:41.886987 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [None req-1eff965e-92d4-4350-b3da-4bfc47a3bfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.888080 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [None req-1eff965e-92d4-4350-b3da-4bfc47a3bfb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5284f691-6d96-4f6c-8c9e-27848466efb1 HTTP/1.1" status: 204 len: 168 time: 0.1560833 Jan 18 12:51:42.213011 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57224) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:42.232599 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.264150 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:42.267865 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Usage tracker for resource:security_group_rule and tenant:0b338a0c624949bfa4adc7d8523f91cb is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:42.270575 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:42.275991 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:42.344563 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.348777 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.471620 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb95df9-9d3d-4414-adab-79a7e5508d5b,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:42.481732 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-3f4143b2-5df0-4b97-b86d-91e3db875ece admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b338a0c624949bfa4adc7d8523f91cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2649143 Jan 18 12:51:42.481732 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57228) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:42.540994 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-118e77cf-937c-4ba1-8cf6-e80c123dc30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.566736 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-118e77cf-937c-4ba1-8cf6-e80c123dc30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.620899 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-118e77cf-937c-4ba1-8cf6-e80c123dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.635988 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e77cf-937c-4ba1-8cf6-e80c123dc30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb95df9-9d3d-4414-adab-79a7e5508d5b,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:42.645698 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-118e77cf-937c-4ba1-8cf6-e80c123dc30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.646791 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-118e77cf-937c-4ba1-8cf6-e80c123dc30b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffb95df9-9d3d-4414-adab-79a7e5508d5b HTTP/1.1" status: 204 len: 168 time: 0.1644084 Jan 18 12:51:42.840289 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:51:43.032308 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57236) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:43.049298 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.082053 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:43.085672 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Usage tracker for resource:security_group_rule and tenant:2c18b18c24f140d99ea4bd873aecb510 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:43.088517 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:43.094241 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:43.158204 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.161941 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.206395 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b675f-bb13-4cb3-b1bf-a170ffebde7d,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:43.210303 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ac03c495-8a42-4bfe-83ff-21b8301c14b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c18b18c24f140d99ea4bd873aecb510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1791756 Jan 18 12:51:43.213332 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57240) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:43.270324 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dba75c9b-bfb7-493b-9c0e-47c8602ef848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.294420 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dba75c9b-bfb7-493b-9c0e-47c8602ef848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.345217 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dba75c9b-bfb7-493b-9c0e-47c8602ef848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.364510 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba75c9b-bfb7-493b-9c0e-47c8602ef848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b675f-bb13-4cb3-b1bf-a170ffebde7d,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:43.367658 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-dba75c9b-bfb7-493b-9c0e-47c8602ef848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.368949 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-dba75c9b-bfb7-493b-9c0e-47c8602ef848 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/619b675f-bb13-4cb3-b1bf-a170ffebde7d HTTP/1.1" status: 204 len: 168 time: 0.1550148 Jan 18 12:52:01.635818 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:04.154981 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e985eda0-a0e5-45ee-802e-f74c2c6601bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:06.378844 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-9f7f13b1-3454-471d-89b3-6daa32810135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:06.595096 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57366) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:06.735950 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:06.766949 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:06.770948 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Usage tracker for resource:security_group_rule and tenant:05f2b34c6a1e4fbcafed09c58653eec1 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:06.773730 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:06.779408 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:06.848100 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:06.852036 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:06.898183 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c53cf-ac41-46e1-9d39-18d7d65cb2a8,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:06.902567 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-379113cd-78a2-4ddb-a6e6-27879bc94471 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05f2b34c6a1e4fbcafed09c58653eec1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3056695 Jan 18 12:52:06.905578 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57372) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:06.964072 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5e90decb-b05f-4244-a6fd-8cd0e8044d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:06.992561 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5e90decb-b05f-4244-a6fd-8cd0e8044d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:07.046287 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5e90decb-b05f-4244-a6fd-8cd0e8044d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:07.062075 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90decb-b05f-4244-a6fd-8cd0e8044d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c53cf-ac41-46e1-9d39-18d7d65cb2a8,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:07.066847 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-5e90decb-b05f-4244-a6fd-8cd0e8044d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:07.068101 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-5e90decb-b05f-4244-a6fd-8cd0e8044d08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e0c53cf-ac41-46e1-9d39-18d7d65cb2a8 HTTP/1.1" status: 204 len: 168 time: 0.1619980 Jan 18 12:52:07.478942 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:07.707492 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:08.935482 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:09.701069 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-f0810e7d-a3dd-48b0-914e-6d6da0b52fee tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c0fe248fe704d8290ab92bb57f8172d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275276 Jan 18 12:52:09.847647 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-3bc5d2c8-b842-44b3-9025-78fd1e8a06e8 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:09.849106 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-3bc5d2c8-b842-44b3-9025-78fd1e8a06e8 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419725 Jan 18 12:52:09.865699 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-93009532-7615-4192-9243-27ccdeccf1ba tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/quotas/3c0fe248fe704d8290ab92bb57f8172d HTTP/1.1" status: 200 len: 375 time: 0.0111809 Jan 18 12:52:09.911601 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-7d8678f5-f73f-4814-a95a-9f1132a1b3eb tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c0fe248fe704d8290ab92bb57f8172d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409594 Jan 18 12:52:10.106012 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-5dde6833-c689-469a-bd0c-c88ef79d3a78 req-9d82168c-a3cf-441f-a652-9f08f06e252f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 210 time: 0.0438585 Jan 18 12:52:11.249365 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-75f3358c-7b91-47cb-b47c-cb7fd78158be tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=3c0fe248fe704d8290ab92bb57f8172d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278201 Jan 18 12:52:11.294661 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-32a61be3-9c59-4a9d-9414-47bbf622026b req-98613ec1-f1b3-4b9b-bde8-7ed1cd965635 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 210 time: 0.0407922 Jan 18 12:52:11.417349 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-17f3c0b4-fa69-49ef-976c-a97d5545591f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:11.418849 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-17f3c0b4-fa69-49ef-976c-a97d5545591f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653082 Jan 18 12:52:11.440122 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Request body: {'port': {'device_id': '172caa92-f9c5-469b-b269-25c9213b223d', 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c', 'admin_state_up': True, 'tenant_id': '3c0fe248fe704d8290ab92bb57f8172d'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:11.577490 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:11.581233 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Usage tracker for resource:port and tenant:3c0fe248fe704d8290ab92bb57f8172d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:11.583952 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:11.589596 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:11.599803 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Made reservation on behalf of 3c0fe248fe704d8290ab92bb57f8172d for: {'port': 1} {{(pid=82854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:11.602886 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.616808 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks [] for security_group, before_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.652216 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:11.656536 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Usage tracker for resource:security_group_rule and tenant:3c0fe248fe704d8290ab92bb57f8172d is out of sync, need to count used quota {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:11.659572 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82854) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:11.665343 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.quota.driver [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82854) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:11.731213 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks [] for security_group, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.735587 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:11.813096 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc738ec1-e52e-4a4c-9385-3d1ed25c8248,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:11.906754 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.db_base_plugin_common [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Allocated IP 192.168.233.21 (b7b07a3e-7241-479f-96c0-c39bbfdd0a0c/d9a06bb2-6290-44e6-87fa-86831c3e5221/fc54d720-8691-4b7e-a7c3-16d7593f21ec) {{(pid=82854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:12.105767 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks [] for port, precommit_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.121668 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Transition to ACTIVE for port object fc54d720-8691-4b7e-a7c3-16d7593f21ec will not be triggered until provisioned by entity DHCP. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:12.144228 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768454848997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_create {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.212518 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c is already hosted by enough agents. {{(pid=82854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:12.213583 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.scheduler.base_scheduler [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Resources bound (agent type, host, resource id): {{(pid=82854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:12.217633 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Received port after_create {{(pid=82854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:12.355689 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Pushing event updated for resources: {'Port': ['ID=fc54d720-8691-4b7e-a7c3-16d7593f21ec,revision_number=1']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:12.387737 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:12.388525 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.418429 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-c2d82f72-b637-4334-977a-94ad1cf91ff7 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9823744 Jan 18 12:52:12.431784 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.v2.base [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Request body: {'port': {'device_id': '172caa92-f9c5-469b-b269-25c9213b223d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:12.437972 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-2bc1b7e9-b9f4-4f50-9112-9a7494e590b7 None None] Provisioning for port fc54d720-8691-4b7e-a7c3-16d7593f21ec completed by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:12.445163 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-2bc1b7e9-b9f4-4f50-9112-9a7494e590b7 None None] Provisioning complete for port fc54d720-8691-4b7e-a7c3-16d7593f21ec triggered by entity DHCP. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:12.446125 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b7e9-b9f4-4f50-9112-9a7494e590b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.509535 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1b7e9-b9f4-4f50-9112-9a7494e590b7 None None] Port fc54d720-8691-4b7e-a7c3-16d7593f21ec cannot update to ACTIVE because it is not bound. {{(pid=82856) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:52:12.529240 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eecd53-b079-49eb-9756-6e1e50b7dde8 req-c19c0add-d9e4-4cf3-b1bd-767f19dd8576 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:12.530690 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-12eecd53-b079-49eb-9756-6e1e50b7dde8 req-c19c0add-d9e4-4cf3-b1bd-767f19dd8576 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 935 time: 0.0831842 Jan 18 12:52:12.580530 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-12eecd53-b079-49eb-9756-6e1e50b7dde8 req-1d900508-5a51-4399-a1cd-b345368f9fd5 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438242 Jan 18 12:52:12.588866 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.930861 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc54d720-8691-4b7e-a7c3-16d7593f21ec {{(pid=82854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:12.938461 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.953829 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.provisioning_blocks [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Transition to ACTIVE for port object fc54d720-8691-4b7e-a7c3-16d7593f21ec will not be triggered until provisioned by entity L2. {{(pid=82854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:12.963258 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.095039 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Pushing event updated for resources: {'Port': ['ID=fc54d720-8691-4b7e-a7c3-16d7593f21ec,revision_number=2']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:13.206700 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Attempting to bind port fc54d720-8691-4b7e-a7c3-16d7593f21ec on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:13.207031 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Attempting to bind port fc54d720-8691-4b7e-a7c3-16d7593f21ec by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:13.207354 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Attempting to bind port fc54d720-8691-4b7e-a7c3-16d7593f21ec on network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:13.213031 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Port fc54d720-8691-4b7e-a7c3-16d7593f21ec on network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:52:13.213346 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Attempting to bind port fc54d720-8691-4b7e-a7c3-16d7593f21ec on network b7b07a3e-7241-479f-96c0-c39bbfdd0a0c {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:13.220022 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Checking agent: {'id': 'e0251586-21b2-4956-9782-088e2b5563a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:13.220384 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Checking segment: {'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:13.220758 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Bound using segment: {'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'} {{(pid=82854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:13.221181 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.managers [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Bound port: fc54d720-8691-4b7e-a7c3-16d7593f21ec, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dad866-2e77-48d7-80df-5ecfee7d226f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c'}}] {{(pid=82854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:13.221506 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.318619 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] For port fc54d720-8691-4b7e-a7c3-16d7593f21ec, host hv-cinder-82510, cleared binding levels {{(pid=82854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:13.321564 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] For port fc54d720-8691-4b7e-a7c3-16d7593f21ec, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fc54d720-8691-4b7e-a7c3-16d7593f21ec,segment=NetworkSegment(a7dad866-2e77-48d7-80df-5ecfee7d226f),segment_id=a7dad866-2e77-48d7-80df-5ecfee7d226f)] {{(pid=82854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:13.326115 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745570'] for port, after_update {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.380741 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.382396 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] 10.222.0.85 "PUT /v2.0/ports/fc54d720-8691-4b7e-a7c3-16d7593f21ec HTTP/1.1" status: 200 len: 1097 time: 0.9550531 Jan 18 12:52:13.394297 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172caa92-f9c5-469b-b269-25c9213b223d', 'tag': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:13.422520 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898576a-dfff-4a2b-984f-f4d4a8bdd66e service neutron] Pushing event updated for resources: {'Port': ['ID=fc54d720-8691-4b7e-a7c3-16d7593f21ec,revision_number=3']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:13.474548 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172caa92-f9c5-469b-b269-25c9213b223d', 'tag': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec', 'status': 'completed', 'code': 200} Jan 18 12:52:13.519496 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-2abdcd92-6bba-4a0b-9caa-ddc5e4faa457 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c0fe248fe704d8290ab92bb57f8172d&device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 1100 time: 0.0938439 Jan 18 12:52:13.593240 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-791ad811-6b6d-43fd-a36f-ea46fe0db0f9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fc54d720-8691-4b7e-a7c3-16d7593f21ec HTTP/1.1" status: 200 len: 217 time: 0.0661216 Jan 18 12:52:13.658570 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-396dd359-f4c3-4fff-a929-7f531dd97486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:13.659943 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-396dd359-f4c3-4fff-a929-7f531dd97486 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9a06bb2-6290-44e6-87fa-86831c3e5221 HTTP/1.1" status: 200 len: 843 time: 0.0615385 Jan 18 12:52:13.736292 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-3e4b7523-2bb3-44f1-816e-6fdf028bf649 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7b07a3e-7241-479f-96c0-c39bbfdd0a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698862 Jan 18 12:52:13.789414 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597c5a-3fa7-4b15-a27a-0db824384e0d req-66037b71-6784-4275-ae2c-88b53edd607a tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:13.790988 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19597c5a-3fa7-4b15-a27a-0db824384e0d req-66037b71-6784-4275-ae2c-88b53edd607a tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 947 time: 0.0852473 Jan 18 12:52:13.839056 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-19597c5a-3fa7-4b15-a27a-0db824384e0d req-6fdd39a4-9510-4737-bb31-ac6acd8fa60b tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Jan 18 12:52:13.870432 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-20a0f978-eb87-4d8d-8d7d-72ea90fff337 service neutron] 10.222.0.85 "GET /v2.0/networks/b7b07a3e-7241-479f-96c0-c39bbfdd0a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286626 Jan 18 12:52:14.019459 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-e7a96555-70cd-4037-a9be-f4c9cd286438 req-1f7bdcba-6f4d-47a4-aa56-d39ed5cdf73f service neutron] 10.222.0.85 "GET /v2.0/networks/b7b07a3e-7241-479f-96c0-c39bbfdd0a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430097 Jan 18 12:52:14.139132 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-590afb53-8686-4428-a418-3a8d21ae53dd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c0fe248fe704d8290ab92bb57f8172d&device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 1100 time: 0.0732102 Jan 18 12:52:14.361862 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-90362eee-cd0c-4b34-a17e-0f8c21d74f30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:14.363230 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-90362eee-cd0c-4b34-a17e-0f8c21d74f30 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7b07a3e-7241-479f-96c0-c39bbfdd0a0c HTTP/1.1" status: 200 len: 870 time: 0.2179403 Jan 18 12:52:14.434671 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-bc608fbe-ae1b-43fd-83e0-9e12f4dcc6fc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=fc54d720-8691-4b7e-a7c3-16d7593f21ec HTTP/1.1" status: 200 len: 217 time: 0.0627744 Jan 18 12:52:14.503268 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-992398f0-718a-40d8-aa87-adc98cf201ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:14.504791 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-992398f0-718a-40d8-aa87-adc98cf201ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d9a06bb2-6290-44e6-87fa-86831c3e5221 HTTP/1.1" status: 200 len: 843 time: 0.0632761 Jan 18 12:52:14.583444 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-ac2225d0-6e33-497a-bdf2-b64e27b3e7c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7b07a3e-7241-479f-96c0-c39bbfdd0a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0696962 Jan 18 12:52:14.673464 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device fc54d720-8691-4b7e-a7c3-16d7593f21ec details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82856) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:52:14.724106 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-9c0fc8c2-067c-4992-8660-dc99ba21d00e service neutron] 10.222.0.85 "GET /v2.0/networks/b7b07a3e-7241-479f-96c0-c39bbfdd0a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327209 Jan 18 12:52:14.808007 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port fc54d720-8691-4b7e-a7c3-16d7593f21ec, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fc54d720-8691-4b7e-a7c3-16d7593f21ec,segment=NetworkSegment(a7dad866-2e77-48d7-80df-5ecfee7d226f),segment_id=a7dad866-2e77-48d7-80df-5ecfee7d226f)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:14.821826 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Returning: {'device': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec', 'network_id': 'b7b07a3e-7241-479f-96c0-c39bbfdd0a0c', 'port_id': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec', 'mac_address': 'fa:16:3e:db:5f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a06bb2-6290-44e6-87fa-86831c3e5221', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82856) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:52:14.858206 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-21e9caf5-eba5-4fec-bb9a-2662cbed3812 req-ed1d364d-9b5f-4cdb-95cb-95bb41555f5b service neutron] 10.222.0.85 "GET /v2.0/networks/b7b07a3e-7241-479f-96c0-c39bbfdd0a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276469 Jan 18 12:52:14.875586 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.893076 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc54d720-8691-4b7e-a7c3-16d7593f21ec {{(pid=82856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:14.908138 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port fc54d720-8691-4b7e-a7c3-16d7593f21ec, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fc54d720-8691-4b7e-a7c3-16d7593f21ec,segment=NetworkSegment(a7dad866-2e77-48d7-80df-5ecfee7d226f),segment_id=a7dad866-2e77-48d7-80df-5ecfee7d226f)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:14.912044 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.980815 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=fc54d720-8691-4b7e-a7c3-16d7593f21ec,revision_number=4']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:14.989287 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.989636 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.989971 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.990303 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.990633 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.990958 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.991277 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.991596 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.991913 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.992229 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:14.992570 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:15.048811 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92881eab-5edd-47a8-bc3a-1d3fb74dc3e3 req-05f7dd64-5c17-41da-996c-b8726129ed80 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:15.050308 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92881eab-5edd-47a8-bc3a-1d3fb74dc3e3 req-05f7dd64-5c17-41da-996c-b8726129ed80 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 948 time: 0.0876751 Jan 18 12:52:15.096465 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-92881eab-5edd-47a8-bc3a-1d3fb74dc3e3 req-8339b315-08d3-4092-a872-145fefabddc8 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Jan 18 12:52:15.138192 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] get_ports_and_sgs() called for port_ids ['fc54d720-8691-4b7e-a7c3-16d7593f21ec'] {{(pid=82856) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:16.298070 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8cb6f-b02b-45b9-9004-a43a228f7aa9 req-50407477-fc51-4911-b5e7-6029e0966b17 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:16.299792 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36b8cb6f-b02b-45b9-9004-a43a228f7aa9 req-50407477-fc51-4911-b5e7-6029e0966b17 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 948 time: 0.0825541 Jan 18 12:52:16.351149 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-36b8cb6f-b02b-45b9-9004-a43a228f7aa9 req-99644ded-29fe-4a73-9c2d-f8d89d9f6de5 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Jan 18 12:52:16.668908 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device fc54d720-8691-4b7e-a7c3-16d7593f21ec up at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:16.735558 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning for port fc54d720-8691-4b7e-a7c3-16d7593f21ec completed by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:16.740467 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Provisioning complete for port fc54d720-8691-4b7e-a7c3-16d7593f21ec triggered by entity L2. {{(pid=82856) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:16.740838 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1596207'] for port, provisioning_complete {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.879020 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751785'] for port, before_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.905001 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172caa92-f9c5-469b-b269-25c9213b223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec'}] {{(pid=82856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:16.914603 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.db [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] For port fc54d720-8691-4b7e-a7c3-16d7593f21ec, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fc54d720-8691-4b7e-a7c3-16d7593f21ec,segment=NetworkSegment(a7dad866-2e77-48d7-80df-5ecfee7d226f),segment_id=a7dad866-2e77-48d7-80df-5ecfee7d226f)] {{(pid=82856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:16.919161 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768455207684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768454849015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768454848552'] for port, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.961554 dv-cinder-825100-1-smb neutron-server[82856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172caa92-f9c5-469b-b269-25c9213b223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec', 'code': 200} Jan 18 12:52:16.987522 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Pushing event updated for resources: {'Port': ['ID=fc54d720-8691-4b7e-a7c3-16d7593f21ec,revision_number=5']} {{(pid=82856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:17.188849 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0f2febc-4c8a-46f0-898e-72af5a758a6a req-cec08ee6-d4f5-4cb6-a8fa-bca9612e4908 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 1102 time: 0.0737240 Jan 18 12:52:17.231116 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-a0f2febc-4c8a-46f0-898e-72af5a758a6a req-5faef597-7801-48f6-a49c-ab97be8e0023 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368819 Jan 18 12:52:17.555311 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786d914-c2f7-46b7-8f89-dc35675a05fb req-83fa5fac-91f1-461b-a0ea-00ebca81de29 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:17.556785 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b786d914-c2f7-46b7-8f89-dc35675a05fb req-83fa5fac-91f1-461b-a0ea-00ebca81de29 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 949 time: 0.0801051 Jan 18 12:52:17.601143 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-b786d914-c2f7-46b7-8f89-dc35675a05fb req-d6ddf14e-b3f9-4f5b-97e6-74eb9c95648b tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Jan 18 12:52:18.810292 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf103-8953-4731-9513-09152aa3ea5a req-b1a9670a-c427-4ba9-9396-5ae56da44fe2 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:18.811673 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c9daf103-8953-4731-9513-09152aa3ea5a req-b1a9670a-c427-4ba9-9396-5ae56da44fe2 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 949 time: 0.0789416 Jan 18 12:52:18.866427 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-c9daf103-8953-4731-9513-09152aa3ea5a req-c4df7f91-44ed-4ed4-98df-bd61d769c4c8 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Jan 18 12:52:19.323419 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f10c-4ab3-4ae9-9f7b-794f54e47bf6 req-1a2f1c2d-4a48-40fe-b8e5-5506ebe9fe2e tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:19.325125 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a578f10c-4ab3-4ae9-9f7b-794f54e47bf6 req-1a2f1c2d-4a48-40fe-b8e5-5506ebe9fe2e tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 949 time: 0.0767081 Jan 18 12:52:19.370268 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-a578f10c-4ab3-4ae9-9f7b-794f54e47bf6 req-cd119cc1-004c-4e4b-8c0c-6e8bd1f2460d tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 Jan 18 12:52:19.841170 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:52:20.560226 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-2df93063-2835-4c74-b851-add4dcd9e33c tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:20.561603 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-2df93063-2835-4c74-b851-add4dcd9e33c tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Synchronizing usage tracker for tenant:3c0fe248fe704d8290ab92bb57f8172d on resource:port {{(pid=82854) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:20.577320 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bed33-b3f6-4a8a-bf1b-cff611c717fb req-c3997535-d3d6-46a1-8252-007fa1081482 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82855) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:20.578842 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6f1bed33-b3f6-4a8a-bf1b-cff611c717fb req-c3997535-d3d6-46a1-8252-007fa1081482 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 949 time: 0.0833371 Jan 18 12:52:20.583171 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.quota.resource [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-2df93063-2835-4c74-b851-add4dcd9e33c tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Unset dirty status for tenant:3c0fe248fe704d8290ab92bb57f8172d on resource:port {{(pid=82854) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:20.584419 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-2df93063-2835-4c74-b851-add4dcd9e33c tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.85 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 949 time: 0.1031973 Jan 18 12:52:20.630544 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-6f1bed33-b3f6-4a8a-bf1b-cff611c717fb req-239fdb16-8718-463a-9c4b-1e1d742bf29b tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc738ec1-e52e-4a4c-9385-3d1ed25c8248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 Jan 18 12:52:20.662209 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Deleting port fc54d720-8691-4b7e-a7c3-16d7593f21ec {{(pid=82854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:20.662596 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768455346993'] for port, before_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.917162 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.db [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] For port fc54d720-8691-4b7e-a7c3-16d7593f21ec, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=fc54d720-8691-4b7e-a7c3-16d7593f21ec,segment=NetworkSegment(a7dad866-2e77-48d7-80df-5ecfee7d226f),segment_id=a7dad866-2e77-48d7-80df-5ecfee7d226f)] {{(pid=82854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:20.917427 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632792'] for port, precommit_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.042353 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.plugins.ml2.plugin [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Calling delete_port for fc54d720-8691-4b7e-a7c3-16d7593f21ec owned by compute:nova {{(pid=82854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:21.178908 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1705470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768455207150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768454849006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745579'] for port, after_delete {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.230644 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Pushing event deleted for resources: {'Port': ['ID=fc54d720-8691-4b7e-a7c3-16d7593f21ec,revision_number=None']} {{(pid=82854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:21.305960 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] No DVR routers for this DVR port fc54d720-8691-4b7e-a7c3-16d7593f21ec on host hv-cinder-82510 {{(pid=82854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:52:21.308846 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron_lib.callbacks.manager [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256351'] for port, before_response {{(pid=82854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.312656 dv-cinder-825100-1-smb neutron-server[82854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172caa92-f9c5-469b-b269-25c9213b223d', 'name': 'network-vif-deleted', 'tag': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec'}] {{(pid=82854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:21.331822 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.wsgi [req-2e4fa3ee-a6ee-4287-962c-a28a451b8451 req-c1537cb9-98ca-40f1-91d3-aaabf2ea801f tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.85 "DELETE /v2.0/ports/fc54d720-8691-4b7e-a7c3-16d7593f21ec HTTP/1.1" status: 204 len: 173 time: 0.7414017 Jan 18 12:52:21.380373 dv-cinder-825100-1-smb neutron-server[82854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172caa92-f9c5-469b-b269-25c9213b223d', 'name': 'network-vif-deleted', 'tag': 'fc54d720-8691-4b7e-a7c3-16d7593f21ec', 'status': 'completed', 'code': 200} Jan 18 12:52:21.816049 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [req-1afaee8b-e9f7-489f-ab45-2c60a89480df req-742b29ca-5184-4e53-82d5-9cae4d37d873 tempest-VolumesNegativeTest-1998337601 tempest-VolumesNegativeTest-1998337601-project] 10.222.0.39 "GET /v2.0/ports?device_id=172caa92-f9c5-469b-b269-25c9213b223d HTTP/1.1" status: 200 len: 210 time: 0.0495548 Jan 18 12:52:22.700574 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device fc54d720-8691-4b7e-a7c3-16d7593f21ec no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:52:22.736111 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] No Port match for: fc54d720-8691-4b7e-a7c3-16d7593f21ec {{(pid=82856) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:52:22.736478 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron.plugins.ml2.rpc [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Device fc54d720-8691-4b7e-a7c3-16d7593f21ec not bound to the agent host hv-cinder-82510 {{(pid=82856) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:52:27.850700 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57648) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:28.029383 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-66739a79-3084-44b7-aea3-1add80dfdad2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c0fe248fe704d8290ab92bb57f8172d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774399 Jan 18 12:52:28.032689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57654) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:28.090868 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.120205 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.253920 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.268042 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc738ec1-e52e-4a4c-9385-3d1ed25c8248,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:28.277395 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.278631 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc738ec1-e52e-4a4c-9385-3d1ed25c8248 HTTP/1.1" status: 204 len: 168 time: 0.2450047 Jan 18 12:52:28.286109 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.286461 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.286795 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.287129 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.287457 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.287779 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.288104 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.288522 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.288844 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.289161 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:28.289477 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916ba568-8577-4b15-870b-3f01f438cc62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-smb {{(pid=82855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:31.637008 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:34.161280 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-ce5be793-95d4-4bf8-bd72-44cd9a40a723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:36.381182 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4dafb894-a2b7-41eb-8cff-4bfd67a16749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:37.479341 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:37.709106 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.935755 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.400286 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57770) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:40.544735 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.575462 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:40.579250 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Usage tracker for resource:security_group_rule and tenant:dcee2f1e06de4e0c9d9f30aaf6635dcf is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:40.582304 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:40.588289 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:40.655954 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.660216 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.705484 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e895e-7ed4-445d-9a83-86d2b5863619,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:40.710887 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-4651f108-fb44-4ea1-bd5e-03ec9473288f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dcee2f1e06de4e0c9d9f30aaf6635dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3095787 Jan 18 12:52:40.713689 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57776) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:40.775735 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e54580e9-8a56-427c-9266-70ba830022ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.801224 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e54580e9-8a56-427c-9266-70ba830022ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.849068 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e54580e9-8a56-427c-9266-70ba830022ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.862889 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54580e9-8a56-427c-9266-70ba830022ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e895e-7ed4-445d-9a83-86d2b5863619,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:40.868842 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e54580e9-8a56-427c-9266-70ba830022ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.869943 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e54580e9-8a56-427c-9266-70ba830022ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/694e895e-7ed4-445d-9a83-86d2b5863619 HTTP/1.1" status: 204 len: 168 time: 0.1553586 Jan 18 12:52:47.606192 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57844) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:47.745123 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:47.778541 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:47.779445 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Usage tracker for resource:security_group_rule and tenant:48c7b01a59b547709e607e8dc9711211 is out of sync, need to count used quota {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:47.783302 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.quota.resource [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82855) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:47.788999 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.db.quota.driver [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82855) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:47.852866 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:47.856704 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_create {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:47.900899 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1625cc-c8f9-4f28-81e6-31658ee0c143,revision_number=1']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:47.907137 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-ce0002cb-b898-4187-b026-044317e0fcd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48c7b01a59b547709e607e8dc9711211&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2999017 Jan 18 12:52:47.909920 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.wsgi [-] (82855) accepted ('10.222.0.39', 57850) {{(pid=82855) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:47.972397 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1190236-5ad4-48d1-88a9-42a8ed87cc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:47.996606 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1190236-5ad4-48d1-88a9-42a8ed87cc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:48.046760 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1190236-5ad4-48d1-88a9-42a8ed87cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748330'] for security_group, after_delete {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:48.060603 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1190236-5ad4-48d1-88a9-42a8ed87cc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1625cc-c8f9-4f28-81e6-31658ee0c143,revision_number=None']} {{(pid=82855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:48.066747 dv-cinder-825100-1-smb neutron-server[82855]: DEBUG neutron_lib.callbacks.manager [None req-e1190236-5ad4-48d1-88a9-42a8ed87cc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:48.067864 dv-cinder-825100-1-smb neutron-server[82855]: INFO neutron.wsgi [None req-e1190236-5ad4-48d1-88a9-42a8ed87cc1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c1625cc-c8f9-4f28-81e6-31658ee0c143 HTTP/1.1" status: 204 len: 168 time: 0.1570425 Jan 18 12:52:56.842223 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:01.634826 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:04.163511 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc8b5-7538-4d60-8b8c-5c6b7c06b5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:06.384052 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c8fcf377-e60d-4886-835e-a3da101c5403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:07.482289 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:07.713579 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:08.938685 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:31.648453 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:33.842990 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:34.165356 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-483c55df-4877-4baf-821f-70620ba37a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:36.385567 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-1ce28b4d-37d6-4631-9409-283a9048a816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:37.485324 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:37.715141 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:38.941715 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:01.641512 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:04.167114 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e37fffde-b1d1-4bf0-9da0-d333ea2a7280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:06.392190 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-e0a822e3-79ea-4aba-863a-66f8b94bfc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:07.488763 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:07.717826 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:08.944148 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:10.843380 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:54:31.665044 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.169857 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a379241-8655-4492-9d08-dc1a74258671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:36.382955 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-092c3f55-f0ed-4634-bf25-dd87f0c21d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:37.492493 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:37.718853 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:38.947843 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.843895 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:55:01.665884 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:04.171325 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a18bc086-c7ee-47d9-a724-1245c44d5b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.383916 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-cc13e375-cf59-40b5-9353-59f5b0f8777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.495158 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.721700 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.950874 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.843537 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:55:31.662140 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:34.172376 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-f77da118-02f4-4f96-a160-e43256240bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.385069 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-274d7402-3cd1-4b4c-bdfc-d37c41b89437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.504332 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.722917 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.952995 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:01.676318 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:01.843269 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:56:04.174776 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-3b1603da-cdee-40aa-99f6-8de5a63c8506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.387840 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-391ac129-aece-4cb1-b066-5b929268d901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.503096 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.725788 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:08.956349 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:31.675014 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:34.176509 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7f20a1fe-f932-46d6-90c6-91700adfc2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:36.389728 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-7057ad68-dca5-44ba-a4e7-1bd1e2c135c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:37.505588 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:37.728082 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:38.843815 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:56:38.958697 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:01.700403 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:04.177518 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-616ceff5-ac32-4b7a-962e-1e8e6f1c131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:06.391131 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-0d414088-9041-472d-9262-ce8ddf88a84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:07.509817 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:07.731412 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:08.962147 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:15.844710 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:57:31.704248 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0520-208a-4145-b570-66f364061f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:34.181171 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a6858437-1362-452a-a3bb-6a266cd100ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:36.392624 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-beed5c06-9160-4db5-a53f-0d734b3e14f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:37.510942 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef7d0-69d7-4712-bc0a-78560923878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:37.732897 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-a849aa1f-21ab-4f07-a933-81a7f50a4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:38.967119 dv-cinder-825100-1-smb neutron-server[82856]: DEBUG neutron_lib.callbacks.manager [None req-83cf91bc-a307-4784-9d07-6c15ec561325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768455283146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1595778'] for agent, after_update {{(pid=82856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:52.844776 dv-cinder-825100-1-smb neutron-server[82857]: DEBUG neutron.db.agents_db [None req-b50024b0-2d7b-4b3a-9f73-60ef0a15c66a None None] Agent healthcheck: found 6 active agents {{(pid=82857) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}